-- Logs begin at Wed 2021-09-15 14:07:40 UTC, end at Wed 2021-09-15 15:26:37 UTC. -- Sep 15 14:56:20.713301 dv-cinder-809195-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 14:56:23.430303 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.common.config [-] Logging enabled! Sep 15 14:56:23.431021 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev2 Sep 15 14:56:23.431115 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79907) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 14:56:23.434201 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.common.config [-] Logging enabled! Sep 15 14:56:23.434454 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev2 Sep 15 14:56:23.434762 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79907) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 14:56:23.435723 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:56:23.435958 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:56:23.436316 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:56:23.436560 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:56:23.436783 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:56:23.437099 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.437392 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.437685 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.437911 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.438242 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.438530 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.438809 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.439094 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.439388 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.439713 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.439984 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.440268 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.440499 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.440780 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.441066 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.441350 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.441571 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] debug = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.441851 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.442277 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.443352 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.443855 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.444163 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.444444 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.444717 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.444995 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.445277 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.445608 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] host = dv-cinder-809195-1-smb {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.445884 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.446170 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.446560 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.446849 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.447123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.447402 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.447713 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.447986 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.448263 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] log_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.448539 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.448827 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.449115 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.449406 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.449631 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.449853 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.450146 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.450434 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.450711 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.451084 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.451370 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.451668 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.451945 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.452213 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.452498 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.452781 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.453063 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.453336 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.453607 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.453875 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.454142 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.454466 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.454737 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.455011 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.455283 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.455618 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.455890 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.456162 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.456462 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.456746 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.457026 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.457306 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.457576 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.457856 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.458123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.458635 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.459120 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] use_json = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.459434 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.459742 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.460033 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.460318 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.460596 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.460874 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.461148 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.461498 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:23.461733 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.462031 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.462331 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.462617 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.462913 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.463198 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.463521 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.463790 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.464079 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.464369 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.464657 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.464936 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.465223 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.465500 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.465794 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.466097 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.466392 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.466684 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.466958 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.467231 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.467523 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.467805 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.468090 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.468503 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.468672 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.468947 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.469225 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.469515 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.469793 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.470071 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.470348 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.470632 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.470908 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.471179 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.471458 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.471755 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.472026 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.472295 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.472570 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.472857 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.473131 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.473400 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.473669 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.474454 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.474896 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.475298 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.475616 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.475900 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.476179 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.476462 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.476737 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.477010 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.477288 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.477560 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.477840 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.478112 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.478385 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.478658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.478926 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.479196 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.479468 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.479759 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.480036 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.480308 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.480583 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.480852 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.481124 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.481395 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.481679 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.481975 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.482251 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.482526 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.482800 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.483165 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.483444 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.483744 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.484020 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.484295 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.484565 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.484853 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.485127 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.485411 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.485692 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.485966 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.486257 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.486569 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.486849 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.487122 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.487397 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.487706 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.487986 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.488277 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.488567 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.488856 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.489145 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.489437 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.490583 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.490938 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.491223 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:23.491442 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:56:23.491707 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79907) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 14:56:23.887622 dv-cinder-809195-1-smb neutron-server[79907]: INFO keyring.backend [-] Loading KWallet Sep 15 14:56:23.895187 dv-cinder-809195-1-smb neutron-server[79907]: INFO keyring.backend [-] Loading SecretService Sep 15 14:56:23.899083 dv-cinder-809195-1-smb neutron-server[79907]: INFO keyring.backend [-] Loading Windows Sep 15 14:56:23.900437 dv-cinder-809195-1-smb neutron-server[79907]: INFO keyring.backend [-] Loading chainer Sep 15 14:56:23.901007 dv-cinder-809195-1-smb neutron-server[79907]: INFO keyring.backend [-] Loading macOS Sep 15 14:56:23.935531 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:56:23.935810 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:56:23.936097 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:56:23.936428 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 14:56:24.255642 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.256037 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.256311 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.257505 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.257773 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.258033 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.382099 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.382378 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.382647 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.396751 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.397181 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.397456 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.426598 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.426873 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.427195 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.466240 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.466820 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.466820 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.701725 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.702004 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.702268 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.702532 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.703471 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.829016 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.829334 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.829613 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.829883 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.830147 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.830456 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.830720 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.830978 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.831227 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.831523 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.831782 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.832043 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.832302 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.832559 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.832821 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.833086 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.833485 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.833950 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.834220 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.834502 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.834851 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.835267 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.835546 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.835832 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.836083 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.836327 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.836719 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:56:24.836949 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:56:24.837189 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:56:24.837425 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:56:24.837655 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:56:24.837888 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:56:24.838350 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 14:56:24.841451 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 14:56:24.845337 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 14:56:24.849639 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 15 14:56:24.851432 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 14:56:24.851896 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 14:56:24.852229 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 14:56:24.852613 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 14:56:24.855392 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 14:56:24.855664 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 14:56:24.856158 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 14:56:24.884927 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 14:56:24.885385 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.885686 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79907) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 14:56:24.886048 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.887400 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79907) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 14:56:24.887729 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 14:56:24.887976 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 14:56:24.891437 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.891756 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:24.954997 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 14:56:24.955174 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 14:56:24.955411 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 14:56:24.955816 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 14:56:24.991574 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_db.sqlalchemy.engines [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79907) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 14:56:25.593962 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Initializing driver for type 'gre' Sep 15 14:56:25.594618 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] gre ID ranges: [(1, 1000)] Sep 15 14:56:25.822701 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Initializing driver for type 'local' Sep 15 14:56:25.823103 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Initializing driver for type 'vlan' Sep 15 14:56:25.908628 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] VlanTypeDriver initialization complete Sep 15 14:56:25.908884 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Initializing driver for type 'vxlan' Sep 15 14:56:25.909397 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] vxlan ID ranges: [(1, 1000)] Sep 15 14:56:26.136694 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Initializing extension driver 'port_security' Sep 15 14:56:26.137038 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.extensions.port_security [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] PortSecurityExtensionDriver initialization complete Sep 15 14:56:26.137392 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Initializing mechanism driver 'openvswitch' Sep 15 14:56:26.137721 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Initializing mechanism driver 'hyperv' Sep 15 14:56:26.144782 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.plugins.ml2.plugin [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:56:26.145550 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > port after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.146441 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > port after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.146946 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > port after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.147366 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > subnet after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.147745 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > subnet after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.148093 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.148474 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > network after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.148822 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > network after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.149166 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > network after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.149548 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > security_group after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.149897 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > security_group after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.150258 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.150644 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.150990 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.151330 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.151755 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > address_group after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.152125 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > address_group after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.152464 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.152806 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] ML2 OVO RPC backend initialized. {{(pid=79907) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Sep 15 14:56:26.153510 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.153865 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.154282 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > network before_response 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.154631 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > networks before_response 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.154984 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > port before_response 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.155329 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > ports before_response 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.155697 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > subnet before_response 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.156044 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > subnets before_response 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.156393 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > network after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.156736 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > network after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.157073 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > network after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.157419 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > port after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.157761 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > port after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.158094 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > port after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.158474 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > subnet after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.158873 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > subnet after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.159236 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.159848 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.plugin [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Modular L2 Plugin initialization complete Sep 15 14:56:26.160187 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading services supported by the core plugin {{(pid=79907) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 14:56:26.160519 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.plugins.ml2.managers [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Got port-security extension from driver 'port_security' Sep 15 14:56:26.160986 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.extensions.vlantransparent [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Disabled vlantransparent extension. Sep 15 14:56:26.162278 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79907) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 14:56:26.162765 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading Plugin: router Sep 15 14:56:26.203576 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.203972 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router after_create 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.204346 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router before_create 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.204714 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.205089 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.205447 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router after_delete 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.205806 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.207459 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router after_create 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.207459 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router after_update 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.207459 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router after_update 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.207459 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.207858 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router after_update 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.208092 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_update 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.209279 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: port after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.209498 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: port after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.209845 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: subnet after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.210191 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.210544 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.210897 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_create 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.211250 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: port before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.211640 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.211990 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router after_update 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.212361 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.212751 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_create 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.213118 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.213475 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_update 55549900 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.213846 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > agent after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.214200 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > agent after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.214552 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > network after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.215427 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Tracking information for resource: router configured {{(pid=79907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:56:26.215811 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Tracking information for resource: floatingip configured {{(pid=79907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:56:26.220772 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.db.l3_agentschedulers_db [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 14:56:26.221366 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: port after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.221730 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: port after_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.222087 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: port after_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.222440 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: port after_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.223301 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router before_create 55550100 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.223694 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.224286 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_create 55550100 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.224548 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > router precommit_update 55550100 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.228990 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.services.provider_configuration [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service providers = [] {{(pid=79907) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 14:56:26.229356 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.db.servicetype_db [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79907) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 14:56:26.232360 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.services.service_base [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:56:26.232754 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.services.service_base [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:56:26.233076 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.services.service_base [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:56:26.234135 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.services.service_base [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:56:26.234510 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.services.service_base [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 14:56:26.234889 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:56:26.235208 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 14:56:26.245826 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:56:26.246165 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading Plugin: auto_allocate Sep 15 14:56:26.252030 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: network precommit_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.252400 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: network precommit_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.252918 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:56:26.253238 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading Plugin: tag Sep 15 14:56:26.260703 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:56:26.261039 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading Plugin: timestamp Sep 15 14:56:26.264901 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:56:26.265236 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading Plugin: network_ip_availability Sep 15 14:56:26.271396 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.271797 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.272159 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.272897 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:56:26.273221 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading Plugin: flavors Sep 15 14:56:26.279671 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:56:26.280013 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading Plugin: revisions Sep 15 14:56:26.284412 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:56:26.284812 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_concurrency.lockutils [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.349s {{(pid=79907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:56:26.285547 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79907) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 14:56:26.285887 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Initializing extension manager. Sep 15 14:56:26.287015 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: __init__.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.287343 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: __pycache__ {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.287701 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.288039 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: address_group.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.288826 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.289392 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: address-group Sep 15 14:56:26.289718 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: address_scope.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.290442 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.290943 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: address-scope Sep 15 14:56:26.291273 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.292232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.292740 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: router-admin-state-down-before-update Sep 15 14:56:26.293066 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: agent.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.293769 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.294270 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: agent Sep 15 14:56:26.294594 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: agent_resources_synced.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.295554 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.296065 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: agent-resources-synced Sep 15 14:56:26.296393 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: allowedaddresspairs.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.298201 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.298721 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: allowed-address-pairs Sep 15 14:56:26.299054 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: auto_allocated_topology.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.300176 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.300691 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: auto-allocated-topology Sep 15 14:56:26.301022 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: availability_zone.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.301749 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.302891 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: availability_zone Sep 15 14:56:26.303219 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: availability_zone_filter.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.304168 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.304679 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: availability_zone_filter Sep 15 14:56:26.305006 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: data_plane_status.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.305918 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.306423 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 14:56:26.306766 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: default_subnetpools.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.307742 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.308252 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: default-subnetpools Sep 15 14:56:26.308578 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.309395 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.309903 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: dhcp_agent_scheduler Sep 15 14:56:26.310249 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: dns.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.311175 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.311705 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 14:56:26.312033 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: dns_domain_ports.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.312998 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.313502 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 14:56:26.313828 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: dvr.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.314575 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.315081 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: dvr Sep 15 14:56:26.315407 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: empty_string_filtering.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.316358 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.316864 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: empty-string-filtering Sep 15 14:56:26.317189 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.318220 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.318715 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 14:56:26.319038 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.319992 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.320492 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 14:56:26.320816 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: external_net.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.321743 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.322253 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: external-net Sep 15 14:56:26.322578 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.323529 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.324068 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: extra_dhcp_opt Sep 15 14:56:26.324392 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: extraroute.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.325311 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.325818 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: extraroute Sep 15 14:56:26.326143 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: extraroute_atomic.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.327180 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.327719 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: extraroute-atomic Sep 15 14:56:26.328047 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: filter_validation.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.328716 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.329212 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: filter-validation Sep 15 14:56:26.329534 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: fip_pf_description.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.330649 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.331162 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 14:56:26.331514 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: fip_port_details.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.332437 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.332944 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: fip-port-details Sep 15 14:56:26.333335 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: flavors.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.334595 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.335065 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: flavors Sep 15 14:56:26.335448 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.337186 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.337700 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 14:56:26.338031 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: floatingip_pools.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.338735 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.339237 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: floatingip-pools Sep 15 14:56:26.339596 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: ip_allocation.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.340527 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.341041 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 14:56:26.341382 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.342306 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.342832 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: ip-substring-filtering Sep 15 14:56:26.343160 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: l2_adjacency.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.344119 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.344621 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 14:56:26.344978 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: l3.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.345974 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.346486 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: router Sep 15 14:56:26.346821 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.349678 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.350295 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 14:56:26.350627 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.365392 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.365903 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: ext-gw-mode Sep 15 14:56:26.366235 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.367166 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.367698 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: l3-ha Sep 15 14:56:26.368028 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: l3_flavors.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.368960 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.369467 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: l3-flavors Sep 15 14:56:26.369839 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.370773 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.371277 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 14:56:26.371631 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: l3agentscheduler.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.372704 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.373214 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: l3_agent_scheduler Sep 15 14:56:26.373542 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: logging.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.375062 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.375619 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension logging not supported by any of loaded plugins Sep 15 14:56:26.375999 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: metering.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.376750 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.377328 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: metering Sep 15 14:56:26.377659 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.378807 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.379328 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: metering_source_and_destination_fields Sep 15 14:56:26.379685 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: multiprovidernet.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.380924 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.381441 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: multi-provider Sep 15 14:56:26.381775 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: netmtu.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.382707 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.383217 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: net-mtu Sep 15 14:56:26.383581 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: netmtu_writable.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.384519 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.385197 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: net-mtu-writable Sep 15 14:56:26.385828 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: network_availability_zone.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.386809 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.387507 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: network_availability_zone Sep 15 14:56:26.387887 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: network_ip_availability.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.389090 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.389626 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: network-ip-availability Sep 15 14:56:26.389976 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: network_segment_range.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.391009 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.391535 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 14:56:26.391908 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: pagination.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.392912 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.393439 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: pagination Sep 15 14:56:26.393893 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: port_device_profile.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.394974 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.395498 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: port-device-profile Sep 15 14:56:26.396137 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.511536 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.511536 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: port-mac-address-regenerate Sep 15 14:56:26.511536 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.511536 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.511536 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: port-numa-affinity-policy Sep 15 14:56:26.511536 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: port_resource_request.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.512170 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.512170 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 14:56:26.512170 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: portbindings.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.512170 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.512170 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: binding Sep 15 14:56:26.512170 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: portbindings_extended.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.512633 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.512633 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: binding-extended Sep 15 14:56:26.512633 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: portsecurity.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.512633 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.512633 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: port-security Sep 15 14:56:26.512633 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: project_id.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.513090 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.513090 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: project-id Sep 15 14:56:26.513090 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: providernet.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.513090 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.513090 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: provider Sep 15 14:56:26.513090 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.513523 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.513523 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos not supported by any of loaded plugins Sep 15 14:56:26.513523 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.513523 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.513523 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 14:56:26.513523 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.514076 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.514076 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 14:56:26.514076 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos_default.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.514076 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.514076 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos-default not supported by any of loaded plugins Sep 15 14:56:26.514076 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos_fip.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.514520 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.514520 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 14:56:26.514520 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos_gateway_ip.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.514520 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.514520 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 14:56:26.514520 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos_port_network_policy.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.515101 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.515101 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 14:56:26.515101 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos_rule_type_details.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.515101 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.515101 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 14:56:26.515101 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: qos_rules_alias.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.515583 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.515583 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 14:56:26.515583 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: quotasv2.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.515583 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.515583 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: quotas Sep 15 14:56:26.515583 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: quotasv2_detail.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.516350 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.516350 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: quota_details Sep 15 14:56:26.516350 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: rbac.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.516350 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.516350 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: rbac-policies Sep 15 14:56:26.516350 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: rbac_address_group.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.516830 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.516830 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: rbac-address-group Sep 15 14:56:26.516830 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: rbac_address_scope.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.516830 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.516830 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: rbac-address-scope Sep 15 14:56:26.516830 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: rbac_security_groups.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.517265 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.517265 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: rbac-security-groups Sep 15 14:56:26.517265 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: rbac_subnetpool.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.517265 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.517265 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: rbac-subnetpool Sep 15 14:56:26.517265 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: revisionifmatch.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.517721 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.517721 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: revision-if-match Sep 15 14:56:26.517721 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: revisions.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.517721 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.517721 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: standard-attr-revisions Sep 15 14:56:26.517721 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: router_availability_zone.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.518148 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.518148 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: router_availability_zone Sep 15 14:56:26.518148 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: routerservicetype.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.518148 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.518148 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 14:56:26.518148 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.518695 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.518695 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: security-groups-normalized-cidr Sep 15 14:56:26.518695 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.518695 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.518695 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: port-security-groups-filtering Sep 15 14:56:26.518695 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.519130 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.519130 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: security-groups-remote-address-group Sep 15 14:56:26.519130 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: securitygroup.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.519130 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.519130 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: security-group Sep 15 14:56:26.519130 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: segment.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.519618 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.519618 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension segment not supported by any of loaded plugins Sep 15 14:56:26.519618 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.519618 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.519618 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 14:56:26.519618 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: servicetype.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.520054 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.520054 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: service-type Sep 15 14:56:26.520054 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: sorting.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.520054 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.520054 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: sorting Sep 15 14:56:26.520054 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: standard_attr_segment.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.520489 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.520489 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 14:56:26.520489 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: standardattrdescription.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.520489 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.520489 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: standard-attr-description Sep 15 14:56:26.520489 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: stateful_security_group.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.521998 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.522514 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: stateful-security-group Sep 15 14:56:26.522842 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: stdattrs_common.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.523456 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 14:56:26.523805 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.524943 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.525464 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 14:56:26.525787 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: subnet_onboard.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.526861 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.527370 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: subnet_onboard Sep 15 14:56:26.527726 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.528653 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.529155 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 14:56:26.529480 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: subnet_service_types.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.530420 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.530943 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: subnet-service-types Sep 15 14:56:26.531267 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: subnetallocation.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.532382 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.532901 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: subnet_allocation Sep 15 14:56:26.533227 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.533899 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.534406 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: subnetpool-prefix-ops Sep 15 14:56:26.534733 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.535714 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.536224 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 14:56:26.537224 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: tagging.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.538322 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.538834 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: standard-attr-tag Sep 15 14:56:26.539162 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: timestamp.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.540392 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.540907 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loaded extension: standard-attr-timestamp Sep 15 14:56:26.541235 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: trunk.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.542262 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.542771 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension trunk not supported by any of loaded plugins Sep 15 14:56:26.543098 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: trunk_details.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.544162 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.544670 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 14:56:26.544994 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: uplink_status_propagation.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.545910 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.546419 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 14:56:26.546822 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Loading extension file: vlantransparent.py {{(pid=79907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:56:26.547516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:56:26.548025 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 14:56:26.550544 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:network Sep 15 14:56:26.551283 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:subnet Sep 15 14:56:26.552703 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:56:26.553314 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:port Sep 15 14:56:26.554581 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.555016 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service FLAVORS assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.555675 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.556108 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.556448 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:router Sep 15 14:56:26.557091 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 14:56:26.557797 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service METERING assigned prefix: /metering {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.559271 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.559691 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.560044 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:56:26.561187 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 14:56:26.561644 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:security_group Sep 15 14:56:26.562307 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 14:56:26.563051 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service CORE assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.563380 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:56:26.563748 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] subnetpool is already registered Sep 15 14:56:26.564363 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service CORE assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.564675 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:56:26.564996 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] subnetpool is already registered Sep 15 14:56:26.568092 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.568664 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service FLAVORS assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.569247 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.569672 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.570085 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:router Sep 15 14:56:26.570423 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] router is already registered Sep 15 14:56:26.571017 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 14:56:26.571344 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] floatingip is already registered Sep 15 14:56:26.571994 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service METERING assigned prefix: /metering {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.572667 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 14:56:26.572997 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] rbac_policy is already registered Sep 15 14:56:26.573536 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:security_group Sep 15 14:56:26.573876 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] security_group is already registered Sep 15 14:56:26.574466 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 14:56:26.574794 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] security_group_rule is already registered Sep 15 14:56:26.575620 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service CORE assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.575951 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:56:26.576281 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] subnetpool is already registered Sep 15 14:56:26.576877 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.v2.resource_helper [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Service CORE assigned prefix: {{(pid=79907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:56:26.577203 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:56:26.577530 dv-cinder-809195-1-smb neutron-server[79907]: WARNING neutron.quota.resource_registry [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] subnetpool is already registered Sep 15 14:56:26.578161 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: extensions {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.579660 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: address-groups {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.581258 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: address-scopes {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.582493 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: agents {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.584064 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: auto-allocated-topology {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.585297 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: availability_zones {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.587653 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: dhcp-networks {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.589053 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: dhcp-agents {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.590466 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: routers {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.592286 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: flavors {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.593537 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: service_profiles {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.594728 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: next_providers {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.596247 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: service_profiles {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.597689 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: floatingip-pools {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.599050 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: routers {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.600991 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: floatingips {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.602167 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: l3-routers {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.603587 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: l3-agents {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.604947 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: metering-labels {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.606294 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: metering-label-rules {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.607588 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: network-ip-availabilities {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.608870 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: bindings {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.610534 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: quotas {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.611993 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: quotas {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.613416 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: rbac-policies {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.615500 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: security-groups {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.616710 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: security-group-rules {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.617913 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: service-providers {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.619142 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: subnetpools {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.620582 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: subnetpools {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.622011 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.623690 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.625462 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.627234 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.629025 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.631540 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.633326 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.635220 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.636983 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.638856 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron.api.extensions [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Extended resource: tags {{(pid=79907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:56:26.645245 dv-cinder-809195-1-smb neutron-server[79907]: WARNING keystonemiddleware.auth_token [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 14:56:26.650982 dv-cinder-809195-1-smb neutron-server[79907]: WARNING keystonemiddleware.auth_token [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 14:56:26.659266 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_concurrency.lockutils [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Acquired lock "singleton_lock" {{(pid=79907) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 14:56:26.659763 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_concurrency.lockutils [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Releasing lock "singleton_lock" {{(pid=79907) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 14:56:26.660399 dv-cinder-809195-1-smb neutron-server[79907]: INFO oslo_service.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Starting 2 workers Sep 15 14:56:26.665106 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Started child 80018 {{(pid=79907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 14:56:26.669427 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Started child 80019 {{(pid=79907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 14:56:26.670144 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:26.670968 dv-cinder-809195-1-smb neutron-server[79907]: INFO neutron.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 14:56:26.671640 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Notify callbacks [] for process, before_spawn {{(pid=79907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:26.671736 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [-] (80018) wsgi starting up on http://0.0.0.0:9696 Sep 15 14:56:26.674099 dv-cinder-809195-1-smb neutron-server[79907]: INFO oslo_service.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Starting 1 workers Sep 15 14:56:26.674296 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:26.675734 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [-] (80019) wsgi starting up on http://0.0.0.0:9696 Sep 15 14:56:26.679948 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Started child 80020 {{(pid=79907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 14:56:26.680503 dv-cinder-809195-1-smb neutron-server[79907]: INFO oslo_service.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Starting 1 workers Sep 15 14:56:26.683155 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] calling RpcWorker wait() {{(pid=80020) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 14:56:26.683713 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] returning from RpcWorker wait() {{(pid=80020) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 14:56:26.684890 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Started child 80021 {{(pid=79907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 14:56:26.685291 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:26.685679 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG neutron_lib.callbacks.manager [None req-d53f1a82-454f-42d4-8aa8-1d107d4eb993 None None] Notify callbacks [] for process, after_spawn {{(pid=79907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:26.685917 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:56:26.687581 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79907) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 14:56:26.687795 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:56:26.687982 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:56:26.688195 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:56:26.688531 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:56:26.688693 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:56:26.689181 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.689467 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.689811 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.690065 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.690270 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:26.690829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.690926 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.691206 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.691406 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:56:26.691519 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.691707 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.691961 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.692130 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.692293 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.692592 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.693354 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.693653 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.693942 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.694201 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.694476 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.694644 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.694903 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.695160 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.695387 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.695674 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] debug = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.695921 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.696388 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.696618 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.696858 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.697104 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.697380 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.697626 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.697902 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.698148 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.698380 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.698611 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.698870 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.699116 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.699346 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.699588 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.699846 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.700067 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.700548 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] host = dv-cinder-809195-1-smb {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.700794 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.701062 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.701321 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.701599 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.701852 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.702082 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.702341 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.702583 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.702850 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.703072 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.703338 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.703589 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.703807 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.704058 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.704265 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_options = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.704434 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.704741 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.704984 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.705177 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.705347 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.705521 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.705773 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.705937 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.706246 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.706412 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.706642 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.706880 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.707128 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.707360 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.707640 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.707871 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.708087 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.708336 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.708759 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.709014 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.709237 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.709467 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.709683 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.709915 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.710259 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.710500 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.710725 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.710961 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.711176 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.711448 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.711715 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.711969 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.712201 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.712449 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.712724 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.712954 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.713169 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.713441 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.713671 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.713925 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.714184 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.714402 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.714644 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.714881 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.715097 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.715310 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_json = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.715541 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.715771 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.716024 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.716237 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.716472 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.716686 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.716917 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.717173 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.717577 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.717874 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.718207 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.718464 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.719286 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.719459 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.719788 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.719938 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.720199 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.720432 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.720758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.720973 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.721256 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.721499 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.721742 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.722054 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.722328 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.722603 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.722840 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.723167 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.723409 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.723591 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.724035 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.724358 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.724711 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.724999 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.725235 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.725480 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.725717 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.725934 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.726170 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.726391 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.726669 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.726888 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.727111 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.727355 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.727625 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.727862 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.734758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.735829 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.736645 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737657 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737657 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.737873 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.738108 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.738548 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.738722 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.738969 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.739243 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.740207 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.740598 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.740912 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.743238 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.743525 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.743755 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.744015 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.745115 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.745728 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.746870 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.748088 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.748215 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.748498 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.748750 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.749035 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.749347 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.749625 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.749869 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.750177 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.750454 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.750732 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.751005 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.751266 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.751616 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.751850 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.752243 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.752488 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.752746 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.753071 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.753322 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.753598 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.753861 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.754118 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.754394 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.754742 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.755895 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.756275 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.756484 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.756739 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.757013 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.757317 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.757573 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.757821 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.758083 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.758430 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.758680 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.758893 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.759138 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.759730 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.759832 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.760022 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.760301 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.760631 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.760890 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.761156 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.762021 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.762021 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.762021 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.762281 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.763577 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.763577 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.763577 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.763577 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.763577 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.763577 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.764070 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.764070 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.764496 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.764496 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.764715 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.764936 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.765171 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.765386 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.765887 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.766246 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.766646 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.766746 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.766923 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.767254 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.767417 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.767697 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.767966 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.768220 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.768463 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.768754 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.768935 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.769181 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.769397 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.769637 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.770019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.770240 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.770453 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.770766 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.770987 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.771232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.771519 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.771728 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.772003 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.772261 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.772696 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.772958 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.773334 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.773577 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.773803 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.774027 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.774275 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.774495 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.774733 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.774950 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.775166 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.775509 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.775758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.776048 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.776268 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.776506 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.776721 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.776943 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.777155 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.777467 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.777713 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.777948 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.778195 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.778428 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.778665 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.778856 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.779059 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.779282 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.779511 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.779747 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.779958 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.780169 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.780385 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.780594 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.780906 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.781161 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.781386 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.781664 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.781896 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.782126 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.782409 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.782746 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.782961 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.783225 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.783541 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.783730 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.783953 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.784211 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.784542 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.784821 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.785071 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.785340 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.785623 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.785907 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.786219 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.786495 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.786850 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.787137 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.787427 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.787704 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.787955 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.788224 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.788452 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.788707 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.788924 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.789146 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.789366 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.789809 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.790105 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.790343 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.790567 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.790865 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.791111 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.791367 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.791848 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.792117 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.792342 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.792498 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:56:26.793025 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79907) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 14:56:26.793189 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:56:26.793345 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:56:26.793517 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:56:26.793705 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:56:26.793875 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:56:26.794061 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.794223 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.794390 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.794567 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.794706 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.794844 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.794984 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.795121 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.795338 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.795521 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.795681 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.795828 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.795966 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.796102 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.796237 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.796393 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.796550 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.796706 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.796865 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.797016 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.797168 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.797321 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.797472 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] debug = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.797628 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.797848 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.798019 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.798179 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.798332 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.798485 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.798641 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.798795 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.798961 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.799120 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.799281 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.799440 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.799625 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.799777 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.799925 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.800062 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.800222 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.800382 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] host = dv-cinder-809195-1-smb {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.800541 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.800702 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.800860 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.801020 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.801231 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.801451 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.801586 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.801676 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.802365 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.802519 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.802682 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.802840 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.803002 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.803220 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.803413 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_options = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.803595 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.803757 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.803919 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.804225 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.804309 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.804473 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.804634 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.804794 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.804955 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.805115 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.805276 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.805437 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.805598 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.805758 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.805919 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.806080 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.806242 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.806403 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.806569 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.806729 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.806887 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.807047 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.807209 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.807369 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.807535 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.807701 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.807846 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.808007 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.808169 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.808316 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.808476 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.808637 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.808798 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.808958 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.809171 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.809315 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.809449 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.809580 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.809712 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.809843 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.810005 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.810166 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.810328 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.810634 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.810634 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.810817 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_json = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.810935 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.811095 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.811291 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.811412 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.811684 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.811849 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.812011 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.812173 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:56:26.815516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.815516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.815516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.815516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.815516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.815516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.815516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.815516 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816123 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.816658 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.817193 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.817193 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.817193 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.817193 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.817193 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.817193 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.817193 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.818303 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.818303 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.818303 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.818683 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.818683 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.818918 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.818918 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.819063 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.819237 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.819398 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.819588 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.819755 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.819921 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.820085 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.820250 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.820415 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.820581 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.820747 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.820935 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.821112 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.821276 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.821440 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.821603 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.821767 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.821930 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.822093 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.822255 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.822418 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.822581 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.822743 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.822921 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.823087 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.823248 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.824023 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.824180 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.824498 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.824816 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.824979 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.825287 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.825610 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.825798 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.825931 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.826062 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.826206 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.826373 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.826539 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.826704 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.826889 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.827033 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.827197 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.827362 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.827623 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.827724 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.827873 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.828051 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.828215 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.828378 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.828535 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.828700 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.828865 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.829028 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.829533 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.829533 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.829533 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.829774 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.829853 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.829958 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.830120 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.830439 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.830604 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.830769 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.830933 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.831100 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.831258 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.831514 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.831633 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.831776 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.831922 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.832126 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.832226 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.832398 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.832565 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.832731 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.832896 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.833313 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.833556 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.833859 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.834032 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.834197 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.834360 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.834525 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.834689 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.834852 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.835016 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.835175 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.835342 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.835530 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.835709 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.835878 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.836084 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.836183 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.836370 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.836532 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.836700 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.836860 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.837182 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.837351 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.837518 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.837679 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.837989 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.838178 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.838325 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.838532 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.838715 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.838880 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.839044 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.839210 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.839376 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.839559 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.839731 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.839898 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.840062 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.840226 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.840402 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.840556 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841039 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841039 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841039 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841279 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841359 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841482 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841670 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841805 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.841967 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.842130 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.842287 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.842443 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.842600 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.842771 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.842934 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.843099 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.843264 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.843433 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.843620 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.843787 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.843953 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.844117 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.844282 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.844446 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.844610 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.844776 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.844942 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.845107 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.845193 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:56:26.845288 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.845423 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.845587 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.845766 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.845929 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.846096 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.846239 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.846407 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.846571 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.846734 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.846899 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.847062 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.847229 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.847391 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.847576 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.847743 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.847907 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.848069 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.848233 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.848396 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.848558 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.848762 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.848944 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.849107 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.849271 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.849434 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.849617 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.849866 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.850032 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.850196 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.850359 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.850522 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.850698 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.850861 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.851024 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.851187 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.851350 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.851542 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.851733 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.851862 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.852036 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.852199 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.852362 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.852525 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.852726 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.852865 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.853032 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.853232 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.853397 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.853560 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.853726 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.853894 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.854067 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.854240 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.854405 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.854578 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.854749 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.854921 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.855084 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.855254 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.855430 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.855618 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.855781 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.855945 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.856108 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.856272 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.856435 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.856598 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.856760 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.856924 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.857871 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.858001 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.858572 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.858653 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.858778 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.858948 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.859112 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.859276 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.859439 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.859633 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:56:26.859828 dv-cinder-809195-1-smb neutron-server[79907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:56:26.902618 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 35898) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:56:26.911914 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063884 Sep 15 14:56:38.936566 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a1e27-7f97-4186-955c-e8afd680a0e6 None None] get_active_networks_info from dv-cinder-809195-1-smb {{(pid=80020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 14:56:39.056226 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a1e27-7f97-4186-955c-e8afd680a0e6 None None] No non-hosted networks {{(pid=80020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 14:56:39.066649 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.agentschedulers_db [None req-3e1a1e27-7f97-4186-955c-e8afd680a0e6 None None] DHCP Agent not found on host dv-cinder-809195-1-smb {{(pid=80020) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 14:56:39.163424 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e64ea951-344c-4a27-89f6-b35b755c30f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507839'] for agent, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:39.478704 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507839'] for agent, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:39.479147 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.479438 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.479835 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.480178 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.480530 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.480847 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.481178 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.481855 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.481855 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.482652 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.482652 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.503712 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:39.504418 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809195-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:56:39.526423 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809195-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:56:41.612157 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e09d554c-585c-4eb8-8166-909556a22109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507839'] for agent, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:41.686833 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.db.api [None req-0c7cf11e-233f-4d74-bbd1-dfc0ca0a1e71 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809195-1-smb {{(pid=80020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 14:56:41.687617 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_db.api [None req-0c7cf11e-233f-4d74-bbd1-dfc0ca0a1e71 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 14:56:42.234109 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf11e-233f-4d74-bbd1-dfc0ca0a1e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:42.485244 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507839'] for agent, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:44.010928 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507839'] for agent, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:45.638321 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 35992) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:56:46.227377 dv-cinder-809195-1-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-5d37e2de-9889-4add-83a6-2c1bb7961ae6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:56:46.227978 dv-cinder-809195-1-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-5d37e2de-9889-4add-83a6-2c1bb7961ae6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:56:46.446232 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-5d37e2de-9889-4add-83a6-2c1bb7961ae6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:56:46.447281 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-5d37e2de-9889-4add-83a6-2c1bb7961ae6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8080480 Sep 15 14:56:48.556302 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.db.l3_hamode_db [None req-d7e04580-62ac-47ce-81b1-934f6a5c40b9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 14:56:48.645314 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e04580-62ac-47ce-81b1-934f6a5c40b9 None None] Routers set() bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:56:48.645715 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e04580-62ac-47ce-81b1-934f6a5c40b9 None None] Router IDs set() for agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 14:56:48.839411 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36006) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:56:49.431307 dv-cinder-809195-1-smb neutron-server[80019]: WARNING oslo_policy.policy [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:56:49.431919 dv-cinder-809195-1-smb neutron-server[80019]: WARNING oslo_policy.policy [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:56:49.647029 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:56:49.744144 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.policy [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 14:56:49.788639 dv-cinder-809195-1-smb neutron-server[80019]: WARNING oslo_policy.policy [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:56:49.789033 dv-cinder-809195-1-smb neutron-server[80019]: WARNING oslo_policy.policy [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:56:49.797566 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.quota [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] Loaded quota_driver: . Sep 15 14:56:49.813645 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:56:49.969948 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734823655568', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734823656771', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734823648409', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734822659021', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734822653866', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734822642826', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-739702', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3566797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-708930'] for rbac-policy, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:50.136041 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:50.137508 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ae1b2d5e-ee67-4cce-8d39-ac501165d7cd admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2960470 Sep 15 14:56:52.723554 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36024) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:56:53.075299 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'name': 'private'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:56:53.080282 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:56:53.084562 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Usage tracker for resource:network and tenant:289a8cd5af154d5baf2c5167db6954d7 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:56:53.089007 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:56:53.094907 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:56:53.174368 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Made reservation on behalf of 289a8cd5af154d5baf2c5167db6954d7 for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:56:53.178121 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.195253 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.208734 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:56:53.212299 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Usage tracker for resource:security_group_rule and tenant:289a8cd5af154d5baf2c5167db6954d7 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:56:53.217180 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:56:53.223132 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:56:53.312868 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.375874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.381805 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:56:53.404351 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:56:53.427989 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734824780975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.428497 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Unsubscribe: segment precommit_create {{(pid=80019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 14:56:53.428969 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Added segment 75677c83-9c65-430d-8c95-78ec8ec6918a of type vlan for network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e Sep 15 14:56:53.437171 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e258c9bf-0918-41fb-a481-e1339e0d7952,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:56:53.486360 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.486684 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.487005 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.487320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.487728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.488072 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.488639 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.488986 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.489299 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.489605 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.489910 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.490253 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Tracked resource versions report: Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: pushed versions: Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: { 'AddressGroup': {'1.2'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'ConntrackHelper': {'1.0'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Log': {'1.0'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Network': {'1.1'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Port': {'1.7'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'PortForwarding': {'1.2'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'QosPolicy': {'1.8'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'SecurityGroup': {'1.4'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'SubPort': {'1.0'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Subnet': {'1.1'}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Trunk': {'1.1'}} Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: consumer versions: Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: { DHCP agent@dv-cinder-809195-1-smb: {}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: L3 agent@dv-cinder-809195-1-smb: {}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: Metadata agent@dv-cinder-809195-1-smb: {}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: Metering agent@dv-cinder-809195-1-smb: {}, Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: Open vSwitch agent@dv-cinder-809195-1-smb: { 'AddressGroup': '1.2', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'ConntrackHelper': '1.0', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Log': '1.0', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Network': '1.1', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Port': '1.7', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'PortForwarding': '1.2', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'QosPolicy': '1.8', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'SecurityGroup': '1.4', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'SecurityGroupRule': '1.2', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'SubPort': '1.0', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Subnet': '1.1', Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: 'Trunk': '1.1'}} Sep 15 14:56:53.491354 dv-cinder-809195-1-smb neutron-server[80019]: {{(pid=80019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:56:53.548015 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:56:53.550163 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.633497 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.635332 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:56:53.636025 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.639154 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:56:53.742000 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Pushing event updated for resources: {'Network': ['ID=623cc0f3-c4f9-4e66-ac40-a1180be0ac0e,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:56:53.745047 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:56:53.752996 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:56:53.794019 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0694034 Sep 15 14:56:56.454968 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36040) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:56:56.898317 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a64db15-fa76-41e5-87dd-46f257b7275e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:56:56.899687 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-6a64db15-fa76-41e5-87dd-46f257b7275e admin admin] 10.222.0.39 "GET /v2.0/networks/623cc0f3-c4f9-4e66-ac40-a1180be0ac0e HTTP/1.1" status: 200 len: 825 time: 0.4436972 Sep 15 14:56:56.927197 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-fa2f2416-d48c-4aed-a19b-cc2131896d13 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/fc0133d7-5f7f-47c3-89c0-9375e3940c8e HTTP/1.1" status: 200 len: 734 time: 0.0221786 Sep 15 14:56:56.935871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Request body: {'subnet': {'subnetpool_id': 'fc0133d7-5f7f-47c3-89c0-9375e3940c8e', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:56:56.940128 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:56:56.943890 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Usage tracker for resource:subnet and tenant:289a8cd5af154d5baf2c5167db6954d7 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:56:56.946717 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:56:56.952226 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:56:57.044480 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Made reservation on behalf of 289a8cd5af154d5baf2c5167db6954d7 for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:56:57.046704 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:57.468281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:57.472754 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:56:57.565247 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42db023e-c754-445a-87f7-9ab05c89af78,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:56:57.568056 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Checking segment: {'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:56:57.568436 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Network hostable DHCP agents. Network: 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:56:57.574301 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:56:57.677237 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:56:57.752625 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:56:57.757230 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:56:57.757812 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:57.762135 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb26ea-a76d-42c3-88c9-bac58f3ff9de None None] Network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:56:57.845545 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9128482 Sep 15 14:56:58.159121 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103347ae-b32f-59f4-8bdf-759665d5bbe4-623cc0f3-c4f9-4e66-ac40-a1180be0ac0e', 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'fixed_ips': [{'subnet_id': '42db023e-c754-445a-87f7-9ab05c89af78'}]}} from dv-cinder-809195-1-smb. {{(pid=80020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 14:56:58.161321 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:58.343145 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Allocated IP 172.20.0.2 (623cc0f3-c4f9-4e66-ac40-a1180be0ac0e/42db023e-c754-445a-87f7-9ab05c89af78/2f968311-9573-4125-9dd9-1471817abd43) {{(pid=80020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:56:58.568243 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Notify callbacks [] for port, precommit_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:58.581022 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Transition to ACTIVE for port object 2f968311-9573-4125-9dd9-1471817abd43 will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:56:58.604259 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Transition to ACTIVE for port object 2f968311-9573-4125-9dd9-1471817abd43 will not be triggered until provisioned by entity DHCP. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:56:58.679879 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:58.684892 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:56:58.745839 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e is already hosted by enough agents. {{(pid=80020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:56:58.748792 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Resources bound (agent type, host, resource id): {{(pid=80020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:56:58.756173 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Received port after_create {{(pid=80020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:56:58.758306 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Pushing event updated for resources: {'Port': ['ID=2f968311-9573-4125-9dd9-1471817abd43,revision_number=1']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:56:58.767389 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770804 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770804 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770804 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.770804 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.771137 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.771401 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Tracked resource versions report: Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: pushed versions: Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: { 'AddressGroup': {'1.2'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Log': {'1.0'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Network': {'1.1'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Port': {'1.7'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'PortForwarding': {'1.2'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'QosPolicy': {'1.8'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'SecurityGroup': {'1.4'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'SubPort': {'1.0'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Subnet': {'1.1'}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Trunk': {'1.1'}} Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: consumer versions: Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: { DHCP agent@dv-cinder-809195-1-smb: {}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: L3 agent@dv-cinder-809195-1-smb: {}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: Metadata agent@dv-cinder-809195-1-smb: {}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: Metering agent@dv-cinder-809195-1-smb: {}, Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: Open vSwitch agent@dv-cinder-809195-1-smb: { 'AddressGroup': '1.2', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'ConntrackHelper': '1.0', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Log': '1.0', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Network': '1.1', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Port': '1.7', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'PortForwarding': '1.2', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'QosPolicy': '1.8', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'SecurityGroup': '1.4', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'SecurityGroupRule': '1.2', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'SubPort': '1.0', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Subnet': '1.1', Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: 'Trunk': '1.1'}} Sep 15 14:56:58.772565 dv-cinder-809195-1-smb neutron-server[80020]: {{(pid=80020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:56:58.805392 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:56:58.859928 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Attempting to bind port 2f968311-9573-4125-9dd9-1471817abd43 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:56:58.860246 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Attempting to bind port 2f968311-9573-4125-9dd9-1471817abd43 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:56:58.860695 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Attempting to bind port 2f968311-9573-4125-9dd9-1471817abd43 on network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:56:58.866577 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:56:58.866980 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Checking segment: {'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:56:58.867521 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:58.867920 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Bound using segment: {'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:56:58.868408 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Bound port: 2f968311-9573-4125-9dd9-1471817abd43, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:56:58.868803 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:58.955505 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] For port 2f968311-9573-4125-9dd9-1471817abd43, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:56:58.960193 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] For port 2f968311-9573-4125-9dd9-1471817abd43, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=2f968311-9573-4125-9dd9-1471817abd43,segment=NetworkSegment(75677c83-9c65-430d-8c95-78ec8ec6918a),segment_id=75677c83-9c65-430d-8c95-78ec8ec6918a)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:56:59.005359 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:59.009375 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:56:59.112095 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Pushing event updated for resources: {'Port': ['ID=2f968311-9573-4125-9dd9-1471817abd43,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:56:59.122928 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:00.287563 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36050) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:00.696218 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [None req-2759cf76-4b86-4a20-8a42-ffde6b392aab admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:57:00.697226 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2759cf76-4b86-4a20-8a42-ffde6b392aab admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4087207 Sep 15 14:57:02.845451 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca739da-19cc-411c-88d2-73589493b9bd None None] Network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:57:03.068486 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d3c75ec-5b61-4ce0-aaf4-76b6458a008d None None] Provisioning for port 2f968311-9573-4125-9dd9-1471817abd43 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:57:03.121419 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 36064) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:03.401703 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2f968311-9573-4125-9dd9-1471817abd43 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:57:03.515498 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-c817de4c-f66b-43d0-9723-6151edf9084c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:57:03.516458 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-c817de4c-f66b-43d0-9723-6151edf9084c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3941231 Sep 15 14:57:03.691238 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 2f968311-9573-4125-9dd9-1471817abd43 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:57:03.696833 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 2f968311-9573-4125-9dd9-1471817abd43 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:57:03.697235 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:03.814411 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:03.848234 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 2f968311-9573-4125-9dd9-1471817abd43, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=2f968311-9573-4125-9dd9-1471817abd43,segment=NetworkSegment(75677c83-9c65-430d-8c95-78ec8ec6918a),segment_id=75677c83-9c65-430d-8c95-78ec8ec6918a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:57:03.902245 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:03.904740 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:03.989554 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=2f968311-9573-4125-9dd9-1471817abd43,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:03.992930 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:05.371048 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2f968311-9573-4125-9dd9-1471817abd43 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:57:05.440920 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 2f968311-9573-4125-9dd9-1471817abd43 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:57:05.441528 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:06.200026 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36076) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:06.552265 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:57:06.557513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:57:06.561320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Usage tracker for resource:router and tenant:289a8cd5af154d5baf2c5167db6954d7 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:57:06.564640 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:57:06.571058 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:57:06.677658 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-484013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34871'] for router, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:06.679332 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34878'] for router, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:06.702002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:06.866766 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731'] for router, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:06.958232 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] Notify callbacks [] for router, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:06.959372 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-24588d18-c216-4802-b3bf-1ca21bd5508f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7583854 Sep 15 14:57:08.901499 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bf6b848c-700a-4bda-bfc8-543a28ccde41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:09.354700 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 36086) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:09.415857 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:09.731359 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-96fde831-6fcf-4edd-a95a-3e101206ad25 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:57:09.732460 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-96fde831-6fcf-4edd-a95a-3e101206ad25 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3768618 Sep 15 14:57:11.593066 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f9d60149-7601-40ad-b2db-b61e27fd1b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:12.117500 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 36096) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:12.444108 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:12.491141 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:57:12.492924 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.quota [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Loaded quota_driver: . Sep 15 14:57:12.508971 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:57:12.515738 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Usage tracker for resource:network and tenant:e3d1f6508dcf43e1b573cee5df92ec8d is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:57:12.521170 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:57:12.528669 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:57:12.610067 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Made reservation on behalf of e3d1f6508dcf43e1b573cee5df92ec8d for: {'network': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:57:12.685646 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.policy [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 14:57:12.730794 dv-cinder-809195-1-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:57:12.731169 dv-cinder-809195-1-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:57:12.741354 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:12.762083 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:12.777009 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:57:12.780764 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Usage tracker for resource:security_group_rule and tenant:e3d1f6508dcf43e1b573cee5df92ec8d is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:57:12.784554 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:57:12.790248 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:57:12.888768 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:12.946986 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:12.952937 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:12.963753 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Reserving flat network on physical network physnet1 {{(pid=80018) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 14:57:12.995097 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734824780975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:12.995720 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Unsubscribe: segment precommit_create {{(pid=80018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 14:57:13.006161 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Added segment 3da60789-637d-4887-85b0-b16fbabb321e of type flat for network 024ba400-64c4-4a2e-9271-3bf327fbe282 Sep 15 14:57:13.048570 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8679cc01-a9fa-4068-a630-d24f952fc93f,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:13.065162 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.065497 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.065826 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.066217 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.066534 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.066862 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.067159 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.067468 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.067799 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.068102 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.068405 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.068707 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Tracked resource versions report: Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: pushed versions: Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: { 'AddressGroup': {'1.2'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Log': {'1.0'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Network': {'1.1'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Port': {'1.7'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'SubPort': {'1.0'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Subnet': {'1.1'}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Trunk': {'1.1'}} Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: consumer versions: Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: { DHCP agent@dv-cinder-809195-1-smb: {}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: L3 agent@dv-cinder-809195-1-smb: {}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: Metadata agent@dv-cinder-809195-1-smb: {}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: Metering agent@dv-cinder-809195-1-smb: {}, Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-809195-1-smb: { 'AddressGroup': '1.2', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Log': '1.0', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Network': '1.1', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Port': '1.7', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'PortForwarding': '1.2', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'QosPolicy': '1.8', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'SecurityGroup': '1.4', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'SubPort': '1.0', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Subnet': '1.1', Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: 'Trunk': '1.1'}} Sep 15 14:57:13.069818 dv-cinder-809195-1-smb neutron-server[80018]: {{(pid=80018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:57:13.123895 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:13.127566 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:13.244503 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:13.245995 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:57:13.246651 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:13.251404 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:13.359507 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Pushing event updated for resources: {'Network': ['ID=024ba400-64c4-4a2e-9271-3bf327fbe282,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:13.363024 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:13.370192 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:57:13.416955 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2983806 Sep 15 14:57:13.918563 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:15.748382 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:57:15.786314 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36122) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:16.006591 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893e5fc-6b51-4bab-9ad4-3cf1dc2f9145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:57:16.007978 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-5893e5fc-6b51-4bab-9ad4-3cf1dc2f9145 admin admin] 10.222.0.39 "GET /v2.0/subnets/42db023e-c754-445a-87f7-9ab05c89af78 HTTP/1.1" status: 200 len: 849 time: 0.2207444 Sep 15 14:57:16.153588 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-83edcbc9-3126-4559-ab84-d82ca42466cd admin admin] 10.222.0.39 "GET /v2.0/routers/59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 HTTP/1.1" status: 200 len: 704 time: 0.1400814 Sep 15 14:57:16.624955 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:16.865012 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Allocated IP 172.20.0.1 (623cc0f3-c4f9-4e66-ac40-a1180be0ac0e/42db023e-c754-445a-87f7-9ab05c89af78/004fc487-9e08-48e7-8ff6-67ce091757ee) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:57:17.059705 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:17.078027 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Transition to ACTIVE for port object 004fc487-9e08-48e7-8ff6-67ce091757ee will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:57:17.209460 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:17.213307 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:17.280268 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:57:17.283345 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:57:17.287273 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:57:17.287828 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480692'] for router_interface, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:17.404365 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=004fc487-9e08-48e7-8ff6-67ce091757ee,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:17.428251 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:17.602735 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-849c1d52-efed-4ca4-9c82-856256b04c42 None None] Provisioning for port 004fc487-9e08-48e7-8ff6-67ce091757ee completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:57:17.607847 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-849c1d52-efed-4ca4-9c82-856256b04c42 None None] Provisioning complete for port 004fc487-9e08-48e7-8ff6-67ce091757ee triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:57:17.608283 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-849c1d52-efed-4ca4-9c82-856256b04c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:17.634970 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:17.662343 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-849c1d52-efed-4ca4-9c82-856256b04c42 None None] Port 004fc487-9e08-48e7-8ff6-67ce091757ee cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:57:17.862036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:17.924307 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:17.925473 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-480529'] for router_interface, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:17.929005 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:18.067735 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=004fc487-9e08-48e7-8ff6-67ce091757ee,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:18.071639 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:18.125971 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:57:18.126956 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:57:18.385360 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a5d4f044-b6f9-4798-9c98-c599f4d93027 None None] Provisioning complete for port 004fc487-9e08-48e7-8ff6-67ce091757ee triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:57:18.385639 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a5d4f044-b6f9-4798-9c98-c599f4d93027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:18.421244 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Router 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 is scheduled to L3 agent 85920162-5b82-416d-88ae-968896d671c5 with binding_index 1 {{(pid=80019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 14:57:18.444753 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4f044-b6f9-4798-9c98-c599f4d93027 None None] Port 004fc487-9e08-48e7-8ff6-67ce091757ee cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:57:18.574916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:57:18.584238 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] 10.222.0.39 "PUT /v2.0/routers/59ba59b1-afa4-4d86-a0ed-49f0ca63ce65/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4257257 Sep 15 14:57:18.584416 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Sync routers for ids ['59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:57:18.594739 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Routers {'59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:57:18.595740 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T14:57:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:57:18.769805 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Set router 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 gateway port host: None {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:57:19.137635 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'name': 'router1', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:57:06Z', 'updated_at': '2021-09-15T14:57:17Z', 'revision_number': 2, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'gw_port_host': None, '_interfaces': [{'id': '004fc487-9e08-48e7-8ff6-67ce091757ee', 'name': '', 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'mac_address': 'fa:16:3e:fa:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42db023e-c754-445a-87f7-9ab05c89af78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:16Z', 'updated_at': '2021-09-15T14:57:17Z', 'revision_number': 2, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'subnets': [{'id': '42db023e-c754-445a-87f7-9ab05c89af78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0133d7-5f7f-47c3-89c0-9375e3940c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:57:19.143152 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Checking router: 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:57:19.143817 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Updating router 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 port 004fc487-9e08-48e7-8ff6-67ce091757ee binding host dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:57:19.199576 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:19.590724 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Notify callbacks [] for port, precommit_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:19.606577 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.provisioning_blocks [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Transition to ACTIVE for port object 004fc487-9e08-48e7-8ff6-67ce091757ee will not be triggered until provisioned by entity L2. {{(pid=80021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:57:19.730206 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:19.739030 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:19.976681 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Pushing event updated for resources: {'Port': ['ID=004fc487-9e08-48e7-8ff6-67ce091757ee,revision_number=3']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:19.981589 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Attempting to bind port 004fc487-9e08-48e7-8ff6-67ce091757ee on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:57:19.981992 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Attempting to bind port 004fc487-9e08-48e7-8ff6-67ce091757ee by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:57:19.982452 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Attempting to bind port 004fc487-9e08-48e7-8ff6-67ce091757ee on network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:57:19.989216 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.989558 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.989893 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.990222 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.990545 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.990867 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.991187 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.991521 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.991842 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.992157 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.992469 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.992940 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Tracked resource versions report: Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: pushed versions: Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: { 'AddressGroup': {'1.2'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'ConntrackHelper': {'1.0'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Log': {'1.0'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Network': {'1.1'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Port': {'1.7'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'PortForwarding': {'1.2'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'QosPolicy': {'1.8'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'SecurityGroup': {'1.4'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'SubPort': {'1.0'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Subnet': {'1.1'}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Trunk': {'1.1'}} Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: consumer versions: Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: { DHCP agent@dv-cinder-809195-1-smb: {}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: L3 agent@dv-cinder-809195-1-smb: {}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: Metadata agent@dv-cinder-809195-1-smb: {}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: Metering agent@dv-cinder-809195-1-smb: {}, Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: Open vSwitch agent@dv-cinder-809195-1-smb: { 'AddressGroup': '1.2', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'ConntrackHelper': '1.0', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Log': '1.0', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Network': '1.1', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Port': '1.7', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'PortForwarding': '1.2', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'QosPolicy': '1.8', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'SecurityGroup': '1.4', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'SecurityGroupRule': '1.2', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'SubPort': '1.0', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Subnet': '1.1', Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: 'Trunk': '1.1'}} Sep 15 14:57:19.993922 dv-cinder-809195-1-smb neutron-server[80021]: {{(pid=80021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:57:19.998361 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:57:19.998769 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Checking segment: {'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:57:19.999278 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:19.999691 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Bound using segment: {'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:57:20.000187 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Bound port: 004fc487-9e08-48e7-8ff6-67ce091757ee, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75677c83-9c65-430d-8c95-78ec8ec6918a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e'}}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:57:20.000588 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:20.011900 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:20.091759 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] For port 004fc487-9e08-48e7-8ff6-67ce091757ee, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:57:20.095622 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] For port 004fc487-9e08-48e7-8ff6-67ce091757ee, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=004fc487-9e08-48e7-8ff6-67ce091757ee,segment=NetworkSegment(75677c83-9c65-430d-8c95-78ec8ec6918a),segment_id=75677c83-9c65-430d-8c95-78ec8ec6918a)] {{(pid=80021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:57:20.176016 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:20.180013 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:20.265540 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Pushing event updated for resources: {'Port': ['ID=004fc487-9e08-48e7-8ff6-67ce091757ee,revision_number=4']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:20.269903 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:20.271761 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Routers {'59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:57:20.272383 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T14:57:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:57:20.426557 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] Set router 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 gateway port host: None {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:57:20.760529 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'name': 'router1', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:57:06Z', 'updated_at': '2021-09-15T14:57:17Z', 'revision_number': 2, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'gw_port_host': None, '_interfaces': [{'id': '004fc487-9e08-48e7-8ff6-67ce091757ee', 'name': '', 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'mac_address': 'fa:16:3e:fa:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42db023e-c754-445a-87f7-9ab05c89af78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:16Z', 'updated_at': '2021-09-15T14:57:20Z', 'revision_number': 4, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'subnets': [{'id': '42db023e-c754-445a-87f7-9ab05c89af78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0133d7-5f7f-47c3-89c0-9375e3940c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:57:20.764855 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c48fcbb-ac52-4093-9659-d2a05ead6607 None None] The sync data for ids ['59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'] in dv-cinder-809195-1-smb is: [{'id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'name': 'router1', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:57:06Z', 'updated_at': '2021-09-15T14:57:17Z', 'revision_number': 2, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'gw_port_host': None, '_interfaces': [{'id': '004fc487-9e08-48e7-8ff6-67ce091757ee', 'name': '', 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'mac_address': 'fa:16:3e:fa:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42db023e-c754-445a-87f7-9ab05c89af78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:16Z', 'updated_at': '2021-09-15T14:57:20Z', 'revision_number': 4, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'subnets': [{'id': '42db023e-c754-445a-87f7-9ab05c89af78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0133d7-5f7f-47c3-89c0-9375e3940c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:57:20.783922 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36144) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:20.975886 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ba009-908e-4c3b-8892-362c4c9d7364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:57:20.977171 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-bf9ba009-908e-4c3b-8892-362c4c9d7364 admin admin] 10.222.0.39 "GET /v2.0/networks/024ba400-64c4-4a2e-9271-3bf327fbe282 HTTP/1.1" status: 200 len: 842 time: 0.1922243 Sep 15 14:57:20.986315 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Request body: {'subnet': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:57:20.991988 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:57:20.995914 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Usage tracker for resource:subnet and tenant:e3d1f6508dcf43e1b573cee5df92ec8d is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:57:20.998675 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:57:21.004345 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:57:21.084122 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Made reservation on behalf of e3d1f6508dcf43e1b573cee5df92ec8d for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:57:21.090173 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:21.543312 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.objects.ports [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80019) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Sep 15 14:57:21.543856 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:21.547745 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b62461a0-85af-43be-a549-88f6631a43e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:21.621321 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdb3877-c87f-4307-bdef-d9f717d6804a,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:21.625005 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:21.625832 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:57:21.626180 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Network hostable DHCP agents. Network: 024ba400-64c4-4a2e-9271-3bf327fbe282, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:57:21.755958 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:57:21.837298 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 024ba400-64c4-4a2e-9271-3bf327fbe282) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:57:21.841490 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:57:21.842083 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:21.845871 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d9ded4-204c-4e8f-b3c7-b644cbbaf7a2 None None] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:57:21.941336 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9583104 Sep 15 14:57:22.070832 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb285c94-381e-49d9-8249-d0683d62bf6b None None] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:57:23.390673 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 004fc487-9e08-48e7-8ff6-67ce091757ee up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:57:23.535173 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 004fc487-9e08-48e7-8ff6-67ce091757ee completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:57:23.540633 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 004fc487-9e08-48e7-8ff6-67ce091757ee triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:57:23.541016 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:23.675641 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:23.709640 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 004fc487-9e08-48e7-8ff6-67ce091757ee, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=004fc487-9e08-48e7-8ff6-67ce091757ee,segment=NetworkSegment(75677c83-9c65-430d-8c95-78ec8ec6918a),segment_id=75677c83-9c65-430d-8c95-78ec8ec6918a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:57:23.775392 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:23.777550 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:23.844795 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=004fc487-9e08-48e7-8ff6-67ce091757ee,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:23.848334 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:24.198223 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 36158) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:24.448435 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-5e5fce4b-f536-44c4-97c8-9ac21a64bab5 admin admin] 10.222.0.39 "GET /v2.0/routers/59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 HTTP/1.1" status: 200 len: 710 time: 0.2490942 Sep 15 14:57:24.595587 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae0fbf-ea62-46d8-8a3a-c9e48e9155ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:57:24.596941 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-17ae0fbf-ea62-46d8-8a3a-c9e48e9155ec admin admin] Synchronizing usage tracker for tenant:e3d1f6508dcf43e1b573cee5df92ec8d on resource:network {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:57:24.666644 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-17ae0fbf-ea62-46d8-8a3a-c9e48e9155ec admin admin] Unset dirty status for tenant:e3d1f6508dcf43e1b573cee5df92ec8d on resource:network {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:57:24.667857 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-17ae0fbf-ea62-46d8-8a3a-c9e48e9155ec admin admin] 10.222.0.39 "GET /v2.0/networks/024ba400-64c4-4a2e-9271-3bf327fbe282 HTTP/1.1" status: 200 len: 886 time: 0.2144213 Sep 15 14:57:24.676732 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:57:25.123259 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:25.379596 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 004fc487-9e08-48e7-8ff6-67ce091757ee up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:57:25.449497 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 004fc487-9e08-48e7-8ff6-67ce091757ee triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:57:25.449897 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:25.528967 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:25.592053 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:25.730660 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Allocated IP 172.28.3.174 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/bc0a5004-399b-4c5b-b33e-f99315c8114d) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:57:25.883057 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:25.993098 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:25.997234 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:26.057442 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:57:26.060241 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:57:26.066738 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:57:26.206269 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0a5004-399b-4c5b-b33e-f99315c8114d,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:26.223562 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:26.537918 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:26.870927 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:26.874122 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-410738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487210'] for router, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:27.051975 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Router 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 14:57:27.227099 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:57:27.235249 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:27.236327 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Sync routers for ids ['59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:57:27.236949 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] 10.222.0.39 "PUT /v2.0/routers/59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 HTTP/1.1" status: 200 len: 890 time: 2.5632629 Sep 15 14:57:27.246787 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Routers {'59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:57:27.247629 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T14:57:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:57:27.442387 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Set router 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:57:27.784063 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'name': 'router1', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'bc0a5004-399b-4c5b-b33e-f99315c8114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:57:06Z', 'updated_at': '2021-09-15T14:57:26Z', 'revision_number': 4, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'gw_port': {'id': 'bc0a5004-399b-4c5b-b33e-f99315c8114d', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:25Z', 'updated_at': '2021-09-15T14:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '004fc487-9e08-48e7-8ff6-67ce091757ee', 'name': '', 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'mac_address': 'fa:16:3e:fa:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42db023e-c754-445a-87f7-9ab05c89af78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:16Z', 'updated_at': '2021-09-15T14:57:23Z', 'revision_number': 5, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'subnets': [{'id': '42db023e-c754-445a-87f7-9ab05c89af78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0133d7-5f7f-47c3-89c0-9375e3940c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:57:27.789034 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Checking router: 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:57:27.789410 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Updating router 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 port bc0a5004-399b-4c5b-b33e-f99315c8114d binding host dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:57:27.841102 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:28.170161 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Notify callbacks [] for port, precommit_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:28.182063 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Transition to ACTIVE for port object bc0a5004-399b-4c5b-b33e-f99315c8114d will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:57:28.249464 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:28.253701 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:28.331527 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Attempting to bind port bc0a5004-399b-4c5b-b33e-f99315c8114d on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:57:28.331907 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Attempting to bind port bc0a5004-399b-4c5b-b33e-f99315c8114d by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:57:28.332341 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Attempting to bind port bc0a5004-399b-4c5b-b33e-f99315c8114d on network 024ba400-64c4-4a2e-9271-3bf327fbe282 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:57:28.339216 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1984-e760-4901-93d6-de70850dda26 None None] Pushing event updated for resources: {'Port': ['ID=bc0a5004-399b-4c5b-b33e-f99315c8114d,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:28.343354 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95fe1984-e760-4901-93d6-de70850dda26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:28.344366 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:57:28.344747 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:57:28.345155 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:28.346828 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Bound using segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:57:28.347072 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Bound port: bc0a5004-399b-4c5b-b33e-f99315c8114d, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:57:28.347539 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:28.432506 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] For port bc0a5004-399b-4c5b-b33e-f99315c8114d, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:57:28.435509 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] For port bc0a5004-399b-4c5b-b33e-f99315c8114d, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=bc0a5004-399b-4c5b-b33e-f99315c8114d,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:57:28.545665 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:28.549823 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:28.649515 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Routers {'59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:57:28.650130 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T14:57:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:57:28.756631 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1984-e760-4901-93d6-de70850dda26 None None] Pushing event updated for resources: {'Port': ['ID=bc0a5004-399b-4c5b-b33e-f99315c8114d,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:28.759638 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95fe1984-e760-4901-93d6-de70850dda26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:28.829585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] Set router 59ba59b1-afa4-4d86-a0ed-49f0ca63ce65 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:57:29.154508 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'name': 'router1', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'bc0a5004-399b-4c5b-b33e-f99315c8114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:57:06Z', 'updated_at': '2021-09-15T14:57:26Z', 'revision_number': 4, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'gw_port': {'id': 'bc0a5004-399b-4c5b-b33e-f99315c8114d', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:25Z', 'updated_at': '2021-09-15T14:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '004fc487-9e08-48e7-8ff6-67ce091757ee', 'name': '', 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'mac_address': 'fa:16:3e:fa:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42db023e-c754-445a-87f7-9ab05c89af78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:16Z', 'updated_at': '2021-09-15T14:57:23Z', 'revision_number': 5, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'subnets': [{'id': '42db023e-c754-445a-87f7-9ab05c89af78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0133d7-5f7f-47c3-89c0-9375e3940c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:57:29.159219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4adead9-749e-419a-a7d8-95eb4985d9ff None None] The sync data for ids ['59ba59b1-afa4-4d86-a0ed-49f0ca63ce65'] in dv-cinder-809195-1-smb is: [{'id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'name': 'router1', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'bc0a5004-399b-4c5b-b33e-f99315c8114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:57:06Z', 'updated_at': '2021-09-15T14:57:26Z', 'revision_number': 4, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'gw_port': {'id': 'bc0a5004-399b-4c5b-b33e-f99315c8114d', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:25Z', 'updated_at': '2021-09-15T14:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '004fc487-9e08-48e7-8ff6-67ce091757ee', 'name': '', 'network_id': '623cc0f3-c4f9-4e66-ac40-a1180be0ac0e', 'tenant_id': '289a8cd5af154d5baf2c5167db6954d7', 'mac_address': 'fa:16:3e:fa:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ba59b1-afa4-4d86-a0ed-49f0ca63ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42db023e-c754-445a-87f7-9ab05c89af78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:57:16Z', 'updated_at': '2021-09-15T14:57:23Z', 'revision_number': 5, 'project_id': '289a8cd5af154d5baf2c5167db6954d7', 'subnets': [{'id': '42db023e-c754-445a-87f7-9ab05c89af78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0133d7-5f7f-47c3-89c0-9375e3940c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:57:29.411393 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device bc0a5004-399b-4c5b-b33e-f99315c8114d up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:57:29.550992 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port bc0a5004-399b-4c5b-b33e-f99315c8114d completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:57:29.557102 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port bc0a5004-399b-4c5b-b33e-f99315c8114d triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:57:29.557597 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:29.612670 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 36168) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:57:29.692496 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:29.709584 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port bc0a5004-399b-4c5b-b33e-f99315c8114d, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=bc0a5004-399b-4c5b-b33e-f99315c8114d,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:57:29.737571 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-098db8d0-077c-438f-b161-08f7928ca35b admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1237512 Sep 15 14:57:29.775335 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:29.777648 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:57:29.859311 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=bc0a5004-399b-4c5b-b33e-f99315c8114d,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:57:29.864403 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:57:31.390288 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device bc0a5004-399b-4c5b-b33e-f99315c8114d up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:57:31.474818 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port bc0a5004-399b-4c5b-b33e-f99315c8114d triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:57:31.474818 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:38.901023 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-efcdbf2e-0a1c-4bfe-9757-6ec1544d4cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:39.402794 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:41.637527 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-78cb1c99-c472-4fd6-b646-987eeaec7a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:42.443425 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:43.951900 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:52.748524 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:58:08.882579 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fe350e6c-4b96-42f2-83cc-a6ea92565bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:09.395238 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:11.637706 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8222-066f-4793-85ec-5857d797c10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:12.499814 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:13.968559 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:29.748029 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:58:38.908441 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d72f51fc-7cd4-4a4d-b051-287275c5ae90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:39.382717 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:41.595001 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2ad6cd89-b0b1-4d39-b952-19bc8a51dbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:42.470784 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:43.967276 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:06.746818 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:59:08.875459 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c1b-4a79-4c9d-a8f4-cd5ea629ac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:09.421834 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:11.583759 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8eb77320-dac4-4923-a68c-b900a4126477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:12.480892 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:13.953487 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:37.150043 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 36738) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:37.216650 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2d66e5-554b-426e-8ce6-e3adaf3159a2 admin admin] GET failed (client error): The resource could not be found. Sep 15 14:59:37.217939 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-cc2d66e5-554b-426e-8ce6-e3adaf3159a2 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669632 Sep 15 14:59:37.391431 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e17e43b-6fa5-49d4-a65e-471626e4dd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:37.393032 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-6e17e43b-6fa5-49d4-a65e-471626e4dd00 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1712723 Sep 15 14:59:38.851383 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5481f814-0bbd-4c20-8002-23458f91d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:39.397818 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:39.524738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36748) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:39.632391 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5446ae7-5b86-45b8-82fc-ccf44508c084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:39.632946 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b5446ae7-5b86-45b8-82fc-ccf44508c084 admin admin] Synchronizing usage tracker for tenant:e3d1f6508dcf43e1b573cee5df92ec8d on resource:subnet {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:59:39.728928 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b5446ae7-5b86-45b8-82fc-ccf44508c084 admin admin] Unset dirty status for tenant:e3d1f6508dcf43e1b573cee5df92ec8d on resource:subnet {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:59:39.730100 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b5446ae7-5b86-45b8-82fc-ccf44508c084 admin admin] 10.222.0.39 "GET /v2.0/subnets/42db023e-c754-445a-87f7-9ab05c89af78 HTTP/1.1" status: 200 len: 849 time: 0.2044022 Sep 15 14:59:39.739618 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:59:39.853485 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:40.129134 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734824666197'] for subnet, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:40.132850 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:59:40.178696 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:40.179712 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:40.180580 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] 10.222.0.39 "PUT /v2.0/subnets/42db023e-c754-445a-87f7-9ab05c89af78 HTTP/1.1" status: 200 len: 868 time: 0.4447851 Sep 15 14:59:40.187564 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71643633-ec60-4611-a606-c961670952c7 None None] Network 623cc0f3-c4f9-4e66-ac40-a1180be0ac0e requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:59:40.203743 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42db023e-c754-445a-87f7-9ab05c89af78,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:59:40.211624 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.212036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.212293 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.212624 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.212942 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.213276 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.213579 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.213895 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.214208 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.214523 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.214834 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.215144 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:59:40.219565 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:59:40.725839 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-4c875dd2-798c-4364-8f08-59a182e8b118 None None] Provisioning complete for port 2f968311-9573-4125-9dd9-1471817abd43 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:59:40.726138 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4c875dd2-798c-4364-8f08-59a182e8b118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:40.852374 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-4c875dd2-798c-4364-8f08-59a182e8b118 None None] Provisioning complete for port 004fc487-9e08-48e7-8ff6-67ce091757ee triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:59:40.852745 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4c875dd2-798c-4364-8f08-59a182e8b118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:41.614651 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-382d8411-1092-4c95-b0b0-ee8fb3d2ba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:42.321897 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 36758) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:42.448652 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:42.498493 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331ca75-1453-4f3b-a1f0-5a9ea87923f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:42.498963 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331ca75-1453-4f3b-a1f0-5a9ea87923f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:42.500506 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4331ca75-1453-4f3b-a1f0-5a9ea87923f3 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1776354 Sep 15 14:59:43.745658 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:59:43.968698 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:44.636384 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36768) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:44.807180 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2ef3d-d35c-400f-804e-befed8bc643d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:44.807680 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2ef3d-d35c-400f-804e-befed8bc643d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:44.809924 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-5cc2ef3d-d35c-400f-804e-befed8bc643d admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1719069 Sep 15 14:59:46.948646 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36778) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:47.111319 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a42681d-9cee-45ef-814c-a4cd14e8d214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:47.112718 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-7a42681d-9cee-45ef-814c-a4cd14e8d214 admin admin] 10.222.0.39 "GET /v2.0/networks/024ba400-64c4-4a2e-9271-3bf327fbe282 HTTP/1.1" status: 200 len: 886 time: 0.1631382 Sep 15 14:59:49.241076 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36788) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:49.411665 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e8ec4-7cb9-41ea-be0b-78809e3cf24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:49.413030 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-6a8e8ec4-7cb9-41ea-be0b-78809e3cf24c admin admin] 10.222.0.39 "GET /v2.0/networks/623cc0f3-c4f9-4e66-ac40-a1180be0ac0e HTTP/1.1" status: 200 len: 869 time: 0.1710219 Sep 15 14:59:51.548140 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36798) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:51.655011 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a083f-3cb9-4174-af4f-ee3a74a65a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:51.655377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a083f-3cb9-4174-af4f-ee3a74a65a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:51.656952 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-763a083f-3cb9-4174-af4f-ee3a74a65a2d admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078730 Sep 15 14:59:53.826168 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36808) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:53.936724 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa94ee42-4d9a-42b7-b8f6-6ae45180ba55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:53.937199 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa94ee42-4d9a-42b7-b8f6-6ae45180ba55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:53.938739 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-fa94ee42-4d9a-42b7-b8f6-6ae45180ba55 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1116297 Sep 15 14:59:56.064034 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36818) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:56.170269 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81d5ffc-120a-40ee-af47-7dab1cded9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:56.171659 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c81d5ffc-120a-40ee-af47-7dab1cded9b9 admin admin] 10.222.0.39 "GET /v2.0/subnets/42db023e-c754-445a-87f7-9ab05c89af78 HTTP/1.1" status: 200 len: 868 time: 0.1066513 Sep 15 14:59:58.302671 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36828) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:59:58.407139 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16817a-8732-46a6-99fd-2ff12a11c5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:58.408515 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-8a16817a-8732-46a6-99fd-2ff12a11c5e8 admin admin] 10.222.0.39 "GET /v2.0/subnets/8bdb3877-c87f-4307-bdef-d9f717d6804a HTTP/1.1" status: 200 len: 816 time: 0.1049058 Sep 15 15:00:08.859062 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eb6c08c1-a331-4721-9f7b-74bb8e06a380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:09.396377 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:11.607869 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5a58-1e9f-4ee7-8a03-e1b348189303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:12.476820 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:13.959004 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:20.745663 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:00:21.452315 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36872) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:00:21.499712 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [None req-a490d259-7341-477a-8ce1-f5277c6b79aa admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:00:21.500732 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-a490d259-7341-477a-8ce1-f5277c6b79aa admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474608 Sep 15 15:00:23.706647 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36882) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:00:23.816531 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae65898-6188-490b-bc95-5a018c1aefac admin admin] GET failed (client error): The resource could not be found. Sep 15 15:00:23.817851 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-bae65898-6188-490b-bc95-5a018c1aefac admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1102870 Sep 15 15:00:23.944647 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620df957-a377-4eba-aabd-c6a26199bf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:00:23.946169 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-620df957-a377-4eba-aabd-c6a26199bf64 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1245315 Sep 15 15:00:26.061463 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36892) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:00:26.108242 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:00:26.112734 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:00:26.122513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:00:26.192814 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Made reservation on behalf of e3d1f6508dcf43e1b573cee5df92ec8d for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:00:26.195017 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:26.283130 dv-cinder-809195-1-smb neutron-server[80019]: WARNING neutron.services.revisions.revision_plugin [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Could not find related network for resource to bump revision. Sep 15 15:00:26.295623 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:00:26.304227 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:26.304563 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Added segment 2ca91ac1-c180-48b2-86ce-7d77cb4c48b9 of type vlan for network 1f231dae-5329-4de0-be2c-88b050f08b37 Sep 15 15:00:26.329567 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:26.426989 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:26.428312 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:00:26.428908 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:26.432979 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:00:26.530549 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Pushing event updated for resources: {'Network': ['ID=1f231dae-5329-4de0-be2c-88b050f08b37,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:00:26.533784 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:00:26.540768 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 1f231dae-5329-4de0-be2c-88b050f08b37 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:00:26.587962 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5253518 Sep 15 15:00:28.729953 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36902) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:00:28.795886 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ecb486-f6a8-4631-b0e5-d69a16f4b743 admin admin] GET failed (client error): The resource could not be found. Sep 15 15:00:28.796383 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-37ecb486-f6a8-4631-b0e5-d69a16f4b743 admin admin] Synchronizing usage tracker for tenant:e3d1f6508dcf43e1b573cee5df92ec8d on resource:network {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:00:28.866948 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-37ecb486-f6a8-4631-b0e5-d69a16f4b743 admin admin] Unset dirty status for tenant:e3d1f6508dcf43e1b573cee5df92ec8d on resource:network {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:00:28.868133 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-37ecb486-f6a8-4631-b0e5-d69a16f4b743 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1372607 Sep 15 15:00:28.972160 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de12671c-c339-4e44-a673-8af47e6a5aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:00:28.973606 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-de12671c-c339-4e44-a673-8af47e6a5aa0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014988 Sep 15 15:00:28.983775 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37', 'cidr': '192.168.233.0/24'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:00:28.988007 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:00:28.997225 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:00:29.049250 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Made reservation on behalf of e3d1f6508dcf43e1b573cee5df92ec8d for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:00:29.051517 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:29.312504 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:29.316660 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:00:29.383789 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c88ab6c-b287-488a-8e77-aca71eba1e37,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:00:29.387137 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:00:29.392862 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Checking segment: {'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:00:29.393205 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Network hostable DHCP agents. Network: 1f231dae-5329-4de0-be2c-88b050f08b37, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:00:29.486878 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Network 1f231dae-5329-4de0-be2c-88b050f08b37 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:00:29.589772 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 1f231dae-5329-4de0-be2c-88b050f08b37) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:00:29.593728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:00:29.594304 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:29.601395 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ec23a-d3e2-45df-85a4-059a95f24e5c None None] Network 1f231dae-5329-4de0-be2c-88b050f08b37 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:00:29.690681 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7101586 Sep 15 15:00:29.818539 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103347ae-b32f-59f4-8bdf-759665d5bbe4-1f231dae-5329-4de0-be2c-88b050f08b37', 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37', 'tenant_id': 'e3d1f6508dcf43e1b573cee5df92ec8d', 'fixed_ips': [{'subnet_id': '5c88ab6c-b287-488a-8e77-aca71eba1e37'}]}} from dv-cinder-809195-1-smb. {{(pid=80020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:00:29.819427 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:29.980801 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Allocated IP 192.168.233.2 (1f231dae-5329-4de0-be2c-88b050f08b37/5c88ab6c-b287-488a-8e77-aca71eba1e37/3f287871-ef45-42a4-b6d0-23b8bdeda4bb) {{(pid=80020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:00:30.186933 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Notify callbacks [] for port, precommit_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:30.197447 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Transition to ACTIVE for port object 3f287871-ef45-42a4-b6d0-23b8bdeda4bb will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:00:30.216384 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Transition to ACTIVE for port object 3f287871-ef45-42a4-b6d0-23b8bdeda4bb will not be triggered until provisioned by entity DHCP. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:00:30.282013 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:30.286861 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95fe1984-e760-4901-93d6-de70850dda26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:00:30.349995 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Network 1f231dae-5329-4de0-be2c-88b050f08b37 is already hosted by enough agents. {{(pid=80020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:00:30.352894 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Resources bound (agent type, host, resource id): {{(pid=80020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:00:30.357339 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Received port after_create {{(pid=80020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:00:30.366159 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Pushing event updated for resources: {'Port': ['ID=3f287871-ef45-42a4-b6d0-23b8bdeda4bb,revision_number=1']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:00:30.428863 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.429216 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.429532 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.429854 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.430173 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.430495 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.430810 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.431124 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.431444 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.431811 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.432229 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.432506 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:00:30.440546 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:00:30.460871 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Attempting to bind port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:00:30.461240 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Attempting to bind port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:00:30.461602 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Attempting to bind port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb on network 1f231dae-5329-4de0-be2c-88b050f08b37 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:00:30.467880 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:00:30.468259 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Checking segment: {'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:00:30.468664 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:30.469054 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Bound using segment: {'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:00:30.469521 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Bound port: 3f287871-ef45-42a4-b6d0-23b8bdeda4bb, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:00:30.469994 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:30.584738 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] For port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:00:30.587838 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] For port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=3f287871-ef45-42a4-b6d0-23b8bdeda4bb,segment=NetworkSegment(2ca91ac1-c180-48b2-86ce-7d77cb4c48b9),segment_id=2ca91ac1-c180-48b2-86ce-7d77cb4c48b9)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:00:30.650255 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:30.654804 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95fe1984-e760-4901-93d6-de70850dda26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:00:30.732435 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Pushing event updated for resources: {'Port': ['ID=3f287871-ef45-42a4-b6d0-23b8bdeda4bb,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:00:30.741967 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:00:31.512158 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 3f287871-ef45-42a4-b6d0-23b8bdeda4bb up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:00:31.583806 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af4e23-040a-422e-80c9-a80ed945c340 None None] Network 1f231dae-5329-4de0-be2c-88b050f08b37 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:00:31.666614 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:00:31.764336 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] Provisioning for port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:00:31.774500 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] Provisioning complete for port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:00:31.774804 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:31.952629 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:31.987598 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] For port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=3f287871-ef45-42a4-b6d0-23b8bdeda4bb,segment=NetworkSegment(2ca91ac1-c180-48b2-86ce-7d77cb4c48b9),segment_id=2ca91ac1-c180-48b2-86ce-7d77cb4c48b9)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:00:32.067109 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:32.070132 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:00:32.140958 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] Pushing event updated for resources: {'Port': ['ID=3f287871-ef45-42a4-b6d0-23b8bdeda4bb,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:00:32.144023 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:00:32.188686 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-6c7b282a-6b9b-431a-b670-7442f4e8605f None None] Provisioning complete for port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:00:32.189065 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6c7b282a-6b9b-431a-b670-7442f4e8605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:33.471121 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 3f287871-ef45-42a4-b6d0-23b8bdeda4bb up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:00:33.539404 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 3f287871-ef45-42a4-b6d0-23b8bdeda4bb triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:00:33.539806 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:38.872189 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a50526d5-9dcc-4370-9560-1425606a9ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:39.418636 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:41.615286 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f39ff430-81ce-4fe4-a2f1-2ba751b1d471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:42.495206 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:43.960673 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:57.743753 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:01:08.905903 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c8d5af5b-c361-412d-a172-6ad5af7fcc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:09.374520 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:11.605570 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-89756a2e-eb0e-48f2-92ff-96c905963366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:12.474009 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:13.965487 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:34.741950 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:01:38.910578 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5cbd256a-d770-4633-b967-89bab29c3a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:39.413523 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:41.596153 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60b39002-ca0d-4898-bd91-b2098de58d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:42.490322 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:43.965397 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:47.353084 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36954) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:01:47.359692 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [None req-c0478566-c268-4ad9-8fe1-2f1a716c0f86 tempest-verify_tempest_config-473075289 tempest-verify_tempest_config-473075289-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:01:47.360689 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c0478566-c268-4ad9-8fe1-2f1a716c0f86 tempest-verify_tempest_config-473075289 tempest-verify_tempest_config-473075289-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066421 Sep 15 15:01:47.936711 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 36972) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:01:48.049519 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:48.063938 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:01:48.067657 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:6237e076b93846dc962ee3bcde5ca6d4 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:01:48.070370 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:01:48.075918 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:01:48.157148 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:48.226875 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:48.234906 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:01:48.271383 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e4fe3-8d83-4a5a-9e63-d11cde9908ab,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:01:48.276723 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6237e076b93846dc962ee3bcde5ca6d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3385172 Sep 15 15:01:48.279524 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 36978) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:01:48.280697 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.281082 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.281356 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.281681 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.282002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.282339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.282633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.282945 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.283274 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.283612 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.283924 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.284231 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.287965 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:01:48.336712 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:48.362041 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:48.512920 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:48.516651 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:01:48.528154 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e4fe3-8d83-4a5a-9e63-d11cde9908ab,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:01:48.537477 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.537813 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.538137 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.538457 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.538773 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.539088 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.539546 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.539735 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.540133 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.540500 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.540814 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.541122 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:01:48.544816 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:48.545926 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e4e4fe3-8d83-4a5a-9e63-d11cde9908ab HTTP/1.1" status: 204 len: 168 time: 0.2653725 Sep 15 15:01:48.547105 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:02:08.898378 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6195bb98-f43e-4bb9-9c0c-865b9bf1fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:09.423816 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:11.601448 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2b880857-a59b-485e-ae6c-ec2641f40ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:11.743275 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:02:12.486613 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:14.006641 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:38.905373 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ed826-a8d3-4ed8-8033-debec0f81eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:39.382787 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:41.659185 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-efddd30f-64fa-4757-8394-893ef356f17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:42.485371 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:43.976936 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:48.741362 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:03:08.919552 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-be7f4fcd-a5df-4002-8135-03488f894535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:09.427828 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:11.641282 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2098ec09-d05a-42c9-bd12-48e5c34e36b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:12.527770 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:14.012676 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:25.739740 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 5 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:03:30.354784 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507839'] for agent, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:38.889957 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f54b0674-c62a-47f8-a835-c8b8fcca7aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:39.381357 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:41.604700 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c093dbf4-b180-42f3-9e72-380f296a4db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:42.485658 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:44.023402 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:45.157872 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37058) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:03:45.271639 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-0ed74a4e-296c-4a41-807a-37be83354748 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1126051 Sep 15 15:03:47.398442 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37068) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:03:47.453525 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b76bd029-9142-4b3f-a85c-550455ca7bea admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0539985 Sep 15 15:04:00.334746 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:02.738239 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:04:08.889121 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-703db28a-abe6-4411-8e6d-bf43c074240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:09.399478 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:11.604827 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c60dbd1-3d44-4bcd-b511-b1dc84b9af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:12.479049 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:13.987495 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:30.335624 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:38.877964 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b963af5-fd27-46d0-b066-fa94be0f61c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:39.398248 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:39.737598 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:04:41.609930 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4eca72c3-cc75-416f-9cb2-db88c90ac576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:42.501517 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:43.996604 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:00.340331 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:08.911905 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4ca27567-bbf0-4c86-8abb-a3c4d9c3421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:09.391450 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:11.613055 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-448c7ad2-dc37-44d2-bc5b-c1b06a6ea55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:12.494158 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:14.037542 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:16.737405 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:05:30.360696 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:35.617830 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37236) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:35.859876 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-830482938-network', 'tenant_id': '3d177ce1759f42a1a7258954a6937284'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:35.869144 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:35.869610 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Usage tracker for resource:network and tenant:3d177ce1759f42a1a7258954a6937284 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:35.872864 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:35.879597 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:35.967749 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Made reservation on behalf of 3d177ce1759f42a1a7258954a6937284 for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:35.970237 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:35.986043 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.003472 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:36.008010 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Usage tracker for resource:security_group_rule and tenant:3d177ce1759f42a1a7258954a6937284 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:36.011036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:36.017051 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:36.104565 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.173734 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.177210 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b865e398-4c6f-4a92-ae89-a527fa7ef8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:36.205891 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:05:36.208746 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a39cfe-6a1d-4181-adc4-cb93c33b6606,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:36.219417 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.219929 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.220197 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.220521 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.220936 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.221250 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.221661 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.221987 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.222305 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.222761 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.223001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.223233 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Tracked resource versions report: Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: pushed versions: Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: { 'AddressGroup': {'1.2'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'ConntrackHelper': {'1.0'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Log': {'1.0'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Network': {'1.1'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Port': {'1.7'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'PortForwarding': {'1.2'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'QosPolicy': {'1.8'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'SecurityGroup': {'1.4'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'SubPort': {'1.0'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Subnet': {'1.1'}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Trunk': {'1.1'}} Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: consumer versions: Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: { DHCP agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: HyperV agent@hv-cinder-80919: {}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: L3 agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: Metadata agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: Metering agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: Open vSwitch agent@dv-cinder-809195-1-smb: { 'AddressGroup': '1.2', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'ConntrackHelper': '1.0', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Log': '1.0', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Network': '1.1', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Port': '1.7', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'PortForwarding': '1.2', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'QosPolicy': '1.8', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'SecurityGroup': '1.4', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'SecurityGroupRule': '1.2', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'SubPort': '1.0', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Subnet': '1.1', Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: 'Trunk': '1.1'}} Sep 15 15:05:36.224317 dv-cinder-809195-1-smb neutron-server[80019]: {{(pid=80019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:05:36.228110 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:36.232289 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.232624 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Added segment 1c1e0880-56e5-4f6b-8684-a3d580cf039b of type vlan for network a27b4daf-327f-4116-a103-7eb64c3be830 Sep 15 15:05:36.259854 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.333957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37270) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:36.356073 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.357500 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:36.358227 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.368602 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:36.462512 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Pushing event updated for resources: {'Network': ['ID=a27b4daf-327f-4116-a103-7eb64c3be830,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:36.465211 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:36.473981 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network a27b4daf-327f-4116-a103-7eb64c3be830 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:05:36.539818 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9151943 Sep 15 15:05:36.539818 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37280) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:36.547798 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Request body: {'subnet': {'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-subnet', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:36.555419 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:36.561905 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Usage tracker for resource:subnet and tenant:3d177ce1759f42a1a7258954a6937284 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:36.566679 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:36.576571 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:36.674798 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Made reservation on behalf of 3d177ce1759f42a1a7258954a6937284 for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:36.677240 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.851410 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-632410639-network', 'tenant_id': '76dc39e1b9b840edb8450d39335f46df'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:36.866943 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:36.872896 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Usage tracker for resource:network and tenant:76dc39e1b9b840edb8450d39335f46df is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:36.876446 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:36.882149 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:36.891336 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37298) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:36.950931 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Made reservation on behalf of 76dc39e1b9b840edb8450d39335f46df for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:36.953956 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.966265 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.976705 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.989706 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7a2dd73c-eaf6-49e7-867a-f9a082ceec19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:37.019164 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:37.041189 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Usage tracker for resource:security_group_rule and tenant:76dc39e1b9b840edb8450d39335f46df is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:37.050398 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:37.121289 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:37.129748 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Checking segment: {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:37.135378 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Network hostable DHCP agents. Network: a27b4daf-327f-4116-a103-7eb64c3be830, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:05:37.162329 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5482358c-9838-4aaf-a0b6-8d2d2e1991c6,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:37.167302 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:37.230748 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Network a27b4daf-327f-4116-a103-7eb64c3be830 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:05:37.238073 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.257206 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-network', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:37.262810 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:37.266891 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Usage tracker for resource:network and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:37.270062 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:37.276272 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:37.322527 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.323418 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, a27b4daf-327f-4116-a103-7eb64c3be830) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:37.333615 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed073af-4331-45e5-8266-0242c895bc5f None None] Network a27b4daf-327f-4116-a103-7eb64c3be830 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:05:37.341339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:37.351935 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:37.352868 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.388103 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:05:37.396469 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Made reservation on behalf of 0b2e4af22d5f463e8a475e5b8d071687 for: {'network': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:37.401215 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.404660 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37324) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:37.415148 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.415388 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a8360b-9f6f-42c1-aab7-21026526418a,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:37.433599 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:37.433599 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.433599 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Added segment 6d6223c6-3cc5-4688-9c33-a1021c0ba81a of type vlan for network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 Sep 15 15:05:37.433929 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:37.434810 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Usage tracker for resource:security_group_rule and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:37.438206 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:37.444162 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:37.462726 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.541486 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0009842 Sep 15 15:05:37.543842 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37334) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:37.549391 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:37.554744 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:37.560200 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Usage tracker for resource:router and tenant:3d177ce1759f42a1a7258954a6937284 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:37.572906 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:37.576794 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.580603 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.582846 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:37.583694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.590027 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:37.598423 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:37.621847 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3b17b-75f4-41ca-9b14-5a4db9137949 None None] Network a27b4daf-327f-4116-a103-7eb64c3be830 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:05:37.635734 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.643547 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:37.677858 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-484013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34871'] for router, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.678862 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34878'] for router, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.695161 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.701387 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=80018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:05:37.724757 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1592278304-network', 'tenant_id': '5f8769c1556942878238a73d14494866'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:37.727639 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbc4537-4c4b-49f9-b439-d63eaa91da7f,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:37.742523 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:37.747042 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Usage tracker for resource:network and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:37.755545 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:37.755751 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.755751 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Added segment 27312cab-7959-443b-9383-ea04ad963e25 of type vlan for network 74476e6f-4422-49b4-98a1-39e62306614c Sep 15 15:05:37.756663 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:37.769447 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Pushing event updated for resources: {'Network': ['ID=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:37.772605 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:37.788124 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:05:37.798518 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.798860 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.799196 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.799544 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.799873 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.800192 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.800835 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.801489 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.802018 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.802611 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.803120 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.803624 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Tracked resource versions report: Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: pushed versions: Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: { 'AddressGroup': {'1.2'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Log': {'1.0'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Network': {'1.1'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Port': {'1.7'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'SubPort': {'1.0'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Subnet': {'1.1'}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Trunk': {'1.1'}} Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: consumer versions: Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: { DHCP agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: HyperV agent@hv-cinder-80919: {}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: L3 agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: Metadata agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: Metering agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-809195-1-smb: { 'AddressGroup': '1.2', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Log': '1.0', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Network': '1.1', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Port': '1.7', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'PortForwarding': '1.2', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'QosPolicy': '1.8', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'SecurityGroup': '1.4', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'SubPort': '1.0', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Subnet': '1.1', Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: 'Trunk': '1.1'}} Sep 15 15:05:37.804885 dv-cinder-809195-1-smb neutron-server[80018]: {{(pid=80018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:05:37.814644 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:37.817249 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.950616 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.953307 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:37.954152 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:37.991721 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:38.048388 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7131562 Sep 15 15:05:38.049374 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37346) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:38.075302 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Request body: {'subnet': {'network_id': 'd3ff9dad-d884-48e8-84fc-1a5a6f1a7924', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-632410639-subnet', 'tenant_id': '76dc39e1b9b840edb8450d39335f46df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:38.100668 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:38.117228 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Usage tracker for resource:subnet and tenant:76dc39e1b9b840edb8450d39335f46df is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:38.130040 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:38.169091 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2770250 Sep 15 15:05:38.170014 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37354) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:38.215947 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Request body: {'subnet': {'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-subnet', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:38.223853 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:38.238177 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Usage tracker for resource:subnet and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:38.242402 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:38.252933 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:38.277481 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Pushing event updated for resources: {'Network': ['ID=74476e6f-4422-49b4-98a1-39e62306614c,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:38.282499 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:38.290834 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 74476e6f-4422-49b4-98a1-39e62306614c details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:05:38.311221 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Made reservation on behalf of 0b2e4af22d5f463e8a475e5b8d071687 for: {'subnet': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:38.314554 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.351414 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Made reservation on behalf of 5f8769c1556942878238a73d14494866 for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:38.353875 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.381246 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.396712 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:38.414810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:38.435461 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Usage tracker for resource:security_group_rule and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:38.439710 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:38.459932 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:38.497286 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.591983 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.630987 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Made reservation on behalf of 76dc39e1b9b840edb8450d39335f46df for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:38.643962 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.681982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.768011 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.773051 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:38.844997 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-937c6ddd-9cb0-4bef-8313-43c9946e6258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:38.872468 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Checking segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:38.875134 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Network hostable DHCP agents. Network: 74476e6f-4422-49b4-98a1-39e62306614c, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:05:38.888117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a2e55-423e-4faf-9b61-cdf22103d106,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:38.903860 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:38.905910 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d28b3d2c-8764-4ace-aaac-125e97b5a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.918944 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:05:38.919398 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3072b533-9351-466b-a208-265065fbafd5,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:38.931940 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:38.946736 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:38.946736 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Added segment 917b9da7-dedb-4878-bdbb-c40dafd1ad5d of type vlan for network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a Sep 15 15:05:38.988152 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.024860 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Network 74476e6f-4422-49b4-98a1-39e62306614c is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:05:39.110558 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 74476e6f-4422-49b4-98a1-39e62306614c) {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:39.114890 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:39.115570 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.120216 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62769d43-61e7-4669-b948-31bc4c3eab79 None None] Network 74476e6f-4422-49b4-98a1-39e62306614c requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:05:39.208201 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.220320 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0465007 Sep 15 15:05:39.223617 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37386) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:39.224408 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:39.225000 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.230365 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:39.233126 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:39.239576 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:39.243554 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Usage tracker for resource:router and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:39.246785 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:39.253396 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:39.351393 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103347ae-b32f-59f4-8bdf-759665d5bbe4-74476e6f-4422-49b4-98a1-39e62306614c', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5'}]}} from dv-cinder-809195-1-smb. {{(pid=80020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:05:39.352305 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.379720 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-484013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34871'] for router, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.380897 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34878'] for router, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.392770 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.402424 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Pushing event updated for resources: {'Network': ['ID=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:39.406770 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.409295 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.417147 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:05:39.431805 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:39.435940 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-26c8cb5a-1af1-491b-bf14-06524f151e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:39.446782 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.548020 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1388447 Sep 15 15:05:39.552552 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.559668 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37394) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:39.563602 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Request body: {'subnet': {'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1592278304-subnet', 'tenant_id': '5f8769c1556942878238a73d14494866', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:39.571942 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:39.584490 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Usage tracker for resource:subnet and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:39.592111 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:39.606500 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:39.620198 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Allocated IP 172.20.0.2 (74476e6f-4422-49b4-98a1-39e62306614c/3072b533-9351-466b-a208-265065fbafd5/e37c6716-0331-48a8-ad2c-3d2a13bd46eb) {{(pid=80020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:39.650578 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6360404-912a-4688-86e5-c4cc21681059,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:39.660547 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:39.668651 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Checking segment: {'id': '6d6223c6-3cc5-4688-9c33-a1021c0ba81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd3ff9dad-d884-48e8-84fc-1a5a6f1a7924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:39.669173 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Network hostable DHCP agents. Network: d3ff9dad-d884-48e8-84fc-1a5a6f1a7924, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:05:39.707812 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Made reservation on behalf of 5f8769c1556942878238a73d14494866 for: {'subnet': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:39.710339 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.757836 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Allocated IP 172.28.3.112 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/f62e99e5-fc00-41ad-9399-130e3c0a7c16) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:39.927110 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Notify callbacks [] for port, precommit_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.938845 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Transition to ACTIVE for port object e37c6716-0331-48a8-ad2c-3d2a13bd46eb will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:39.957796 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Transition to ACTIVE for port object e37c6716-0331-48a8-ad2c-3d2a13bd46eb will not be triggered until provisioned by entity DHCP. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:39.962870 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:39.974264 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:05:39.991867 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:40.013747 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:40.021600 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:40.053241 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, d3ff9dad-d884-48e8-84fc-1a5a6f1a7924) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:40.058031 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:40.066234 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:40.086827 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ced664-1e53-4b3e-b7a5-536f38cf973a None None] Network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:05:40.088827 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:40.094116 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:40.179751 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Pushing event updated for resources: {'Port': ['ID=e37c6716-0331-48a8-ad2c-3d2a13bd46eb,revision_number=1']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:40.180888 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1132171 Sep 15 15:05:40.189182 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:40.193280 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:40.197692 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:40.216927 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Network 74476e6f-4422-49b4-98a1-39e62306614c is already hosted by enough agents. {{(pid=80020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:40.222770 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.223110 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.223443 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.223877 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.224132 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.224454 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.224762 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.225078 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.225388 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.225698 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.226004 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.226365 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Tracked resource versions report: Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: pushed versions: Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: { 'AddressGroup': {'1.2'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Log': {'1.0'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Network': {'1.1'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Port': {'1.7'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'PortForwarding': {'1.2'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'QosPolicy': {'1.8'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'SecurityGroup': {'1.4'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'SubPort': {'1.0'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Subnet': {'1.1'}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Trunk': {'1.1'}} Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: consumer versions: Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: { DHCP agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: HyperV agent@hv-cinder-80919: {}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: L3 agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: Metadata agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: Metering agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: Open vSwitch agent@dv-cinder-809195-1-smb: { 'AddressGroup': '1.2', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'ConntrackHelper': '1.0', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Log': '1.0', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Network': '1.1', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Port': '1.7', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'PortForwarding': '1.2', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'QosPolicy': '1.8', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'SecurityGroup': '1.4', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'SecurityGroupRule': '1.2', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'SubPort': '1.0', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Subnet': '1.1', Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: 'Trunk': '1.1'}} Sep 15 15:05:40.227415 dv-cinder-809195-1-smb neutron-server[80020]: {{(pid=80020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:05:40.241002 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:40.241002 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Resources bound (agent type, host, resource id): {{(pid=80020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:40.241671 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Received port after_create {{(pid=80020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:40.374900 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Pushing event updated for resources: {'Port': ['ID=f62e99e5-fc00-41ad-9399-130e3c0a7c16,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:40.404844 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Attempting to bind port e37c6716-0331-48a8-ad2c-3d2a13bd46eb on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:05:40.405820 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Attempting to bind port e37c6716-0331-48a8-ad2c-3d2a13bd46eb by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:05:40.406227 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Attempting to bind port e37c6716-0331-48a8-ad2c-3d2a13bd46eb on network 74476e6f-4422-49b4-98a1-39e62306614c {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:05:40.413782 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:05:40.414161 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Checking segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:40.414560 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:40.415250 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Bound using segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:05:40.415574 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Bound port: e37c6716-0331-48a8-ad2c-3d2a13bd46eb, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:05:40.415952 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:40.476309 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:40.487331 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:40.533335 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] For port e37c6716-0331-48a8-ad2c-3d2a13bd46eb, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:05:40.536666 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] For port e37c6716-0331-48a8-ad2c-3d2a13bd46eb, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=e37c6716-0331-48a8-ad2c-3d2a13bd46eb,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:05:40.539570 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:40.650749 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:40.697856 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:40.737652 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37440) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:40.750293 dv-cinder-809195-1-smb neutron-server[80018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 15:05:40.855054 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Checking segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:40.856668 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Network hostable DHCP agents. Network: 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:05:40.860678 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Pushing event updated for resources: {'Port': ['ID=e37c6716-0331-48a8-ad2c-3d2a13bd46eb,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:40.864105 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:40.869514 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821952c-e7d1-421d-9d94-8eb42177fed6 None None] Network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:05:40.878756 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2386ea4-0464-4135-9538-a9719c7e1701,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:40.884718 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:41.048055 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.057035 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.168605 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:05:41.184752 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.388795 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Allocated IP 172.28.3.147 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/2155aab5-09e8-44e2-bb22-84c7b5ca0cbb) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:41.403254 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-6ce2d835-ddba-4a77-9492-872f3dd47e46 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:41.405765 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-6ce2d835-ddba-4a77-9492-872f3dd47e46 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/networks?id=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 HTTP/1.1" status: 200 len: 811 time: 0.6649590 Sep 15 15:05:41.519533 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a) {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:41.529598 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d381a06-638b-4509-a428-d7820d9968be None None] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:05:41.546773 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:41.546773 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.559793 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-4bc5e591-6a90-4944-9541-4137c08ff670 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/quotas/76dc39e1b9b840edb8450d39335f46df HTTP/1.1" status: 200 len: 375 time: 0.0379725 Sep 15 15:05:41.631733 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731'] for router, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.670612 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-75e4dc29-483a-4c25-8546-919ad8268d44 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=76dc39e1b9b840edb8450d39335f46df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805442 Sep 15 15:05:41.734815 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.748100 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1936436 Sep 15 15:05:41.751563 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37484) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:41.760323 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:41.770122 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:41.776947 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Usage tracker for resource:router and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:41.782780 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:41.793187 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:41.865264 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device e37c6716-0331-48a8-ad2c-3d2a13bd46eb up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:41.888876 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-484013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34871'] for router, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.890160 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34878'] for router, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.912230 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.947756 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c100dd2-fd66-4722-8431-33ede0c3f319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.955535 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:41.968386 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f63f3184-1378-4177-ba16-7baaf8ee9089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:41.997152 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103347ae-b32f-59f4-8bdf-759665d5bbe4-76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701'}]}} from dv-cinder-809195-1-smb. {{(pid=80020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:05:41.998007 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:42.194947 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Router 12cc9e92-d685-4c7c-9b90-511f50e62133 is scheduled to L3 agent 85920162-5b82-416d-88ae-968896d671c5 with binding_index 1 {{(pid=80019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:05:42.220904 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Pushing event updated for resources: {'Port': ['ID=2155aab5-09e8-44e2-bb22-84c7b5ca0cbb,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:42.226605 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Allocated IP 172.20.0.2 (76bd3f60-9aaf-46e7-a9d4-02bc2881f08a/c2386ea4-0464-4135-9538-a9719c7e1701/183b4681-73ef-494b-933b-c18d6e0c0f94) {{(pid=80020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:42.229270 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port e37c6716-0331-48a8-ad2c-3d2a13bd46eb completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:42.238680 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:42.248033 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:42.250974 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:42.333552 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-5e1fc93b-88aa-4cdd-a1f0-2eea76cb9c94 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:05:42.334593 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-5e1fc93b-88aa-4cdd-a1f0-2eea76cb9c94 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2559135 Sep 15 15:05:42.335350 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:42.365182 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10218838-5290-41d9-bc4e-03644dbb2e53 None None] Network 74476e6f-4422-49b4-98a1-39e62306614c requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:05:42.538505 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:05:42.549945 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Sync routers for ids ['12cc9e92-d685-4c7c-9b90-511f50e62133'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:05:42.567122 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Routers {'12cc9e92-d685-4c7c-9b90-511f50e62133'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:42.568054 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['12cc9e92-d685-4c7c-9b90-511f50e62133'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:42.676742 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Notify callbacks [] for router, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:42.679851 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1347246 Sep 15 15:05:42.685191 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37528) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:42.751656 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:42.757590 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Notify callbacks [] for port, precommit_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:42.770184 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Transition to ACTIVE for port object 183b4681-73ef-494b-933b-c18d6e0c0f94 will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:42.797033 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] Provisioning for port e37c6716-0331-48a8-ad2c-3d2a13bd46eb completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:42.804077 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:42.868941 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Set router 12cc9e92-d685-4c7c-9b90-511f50e62133 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:42.877970 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] Provisioning complete for port e37c6716-0331-48a8-ad2c-3d2a13bd46eb triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:42.878582 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.022425 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Transition to ACTIVE for port object 183b4681-73ef-494b-933b-c18d6e0c0f94 will not be triggered until provisioned by entity DHCP. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:43.026193 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-83313255-6a59-4279-aff5-695431d4da4c service neutron] 10.222.0.39 "GET /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235898 Sep 15 15:05:43.111277 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.159505 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:43.304192 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a is already hosted by enough agents. {{(pid=80020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:43.312821 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Resources bound (agent type, host, resource id): {{(pid=80020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:43.325520 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Received port after_create {{(pid=80020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:43.338753 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:05:40Z', 'revision_number': 3, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:43.344050 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Checking router: 12cc9e92-d685-4c7c-9b90-511f50e62133 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:05:43.344566 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Updating router 12cc9e92-d685-4c7c-9b90-511f50e62133 port f62e99e5-fc00-41ad-9399-130e3c0a7c16 binding host dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:05:43.380965 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.407762 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Pushing event updated for resources: {'Port': ['ID=183b4681-73ef-494b-933b-c18d6e0c0f94,revision_number=1']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:43.437059 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:43.443321 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.565153 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-154925ee-d948-4077-8b26-59976393a897 service neutron] 10.222.0.39 "GET /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247588 Sep 15 15:05:43.595604 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.614647 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] For port e37c6716-0331-48a8-ad2c-3d2a13bd46eb, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=e37c6716-0331-48a8-ad2c-3d2a13bd46eb,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:05:43.648437 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Attempting to bind port 183b4681-73ef-494b-933b-c18d6e0c0f94 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:05:43.650265 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Attempting to bind port 183b4681-73ef-494b-933b-c18d6e0c0f94 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:05:43.653879 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Attempting to bind port 183b4681-73ef-494b-933b-c18d6e0c0f94 on network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:05:43.677346 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:05:43.680347 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.685371 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Checking segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:43.686717 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.691686 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Bound using segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:05:43.692546 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Bound port: 183b4681-73ef-494b-933b-c18d6e0c0f94, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:05:43.695913 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.729570 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.750406 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:43.980916 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] Pushing event updated for resources: {'Port': ['ID=e37c6716-0331-48a8-ad2c-3d2a13bd46eb,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:43.987560 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:44.029320 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] For port 183b4681-73ef-494b-933b-c18d6e0c0f94, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:05:44.036514 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] For port 183b4681-73ef-494b-933b-c18d6e0c0f94, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=183b4681-73ef-494b-933b-c18d6e0c0f94,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:05:44.080859 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.099562 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.103682 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:44.198699 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Allocated IP 172.20.0.1 (a27b4daf-327f-4116-a103-7eb64c3be830/5482358c-9838-4aaf-a0b6-8d2d2e1991c6/e1a2d631-599b-49a5-bf36-87e3aea8da12) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:44.345864 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Pushing event updated for resources: {'Port': ['ID=183b4681-73ef-494b-933b-c18d6e0c0f94,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:44.353774 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:44.365383 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Notify callbacks [] for port, precommit_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.400737 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.provisioning_blocks [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Transition to ACTIVE for port object f62e99e5-fc00-41ad-9399-130e3c0a7c16 will not be triggered until provisioned by entity L2. {{(pid=80021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:44.420213 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37600) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:44.428142 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.489274 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-53d701b6-3592-472d-8960-f9db50dd6c14 None None] Provisioning complete for port e37c6716-0331-48a8-ad2c-3d2a13bd46eb triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:44.489657 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53d701b6-3592-472d-8960-f9db50dd6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.493037 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.501872 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:44.563915 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.599848 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.686700 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Attempting to bind port f62e99e5-fc00-41ad-9399-130e3c0a7c16 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:05:44.687355 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Attempting to bind port f62e99e5-fc00-41ad-9399-130e3c0a7c16 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:05:44.688365 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Attempting to bind port f62e99e5-fc00-41ad-9399-130e3c0a7c16 on network 024ba400-64c4-4a2e-9271-3bf327fbe282 {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:05:44.708364 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:05:44.708364 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:44.708364 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.708364 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Bound using segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:05:44.708364 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Bound port: f62e99e5-fc00-41ad-9399-130e3c0a7c16, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:05:44.708364 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.727091 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bbda0bb9-44d4-406f-935e-c6c49c95f893 req-d47ff82b-3c22-4c0b-a843-f5c44fa5b42e tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 210 time: 0.3079634 Sep 15 15:05:44.742701 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.748199 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:44.827743 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Pushing event updated for resources: {'Port': ['ID=f62e99e5-fc00-41ad-9399-130e3c0a7c16,revision_number=2']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:44.851571 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.852213 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.852772 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.853422 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.854196 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.854830 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.855362 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.855911 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.856440 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.857079 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.857633 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.858429 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Tracked resource versions report: Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: pushed versions: Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: { 'AddressGroup': {'1.2'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'ConntrackHelper': {'1.0'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Log': {'1.0'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Network': {'1.1'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Port': {'1.7'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'PortForwarding': {'1.2'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'QosPolicy': {'1.8'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'SecurityGroup': {'1.4'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'SubPort': {'1.0'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Subnet': {'1.1'}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Trunk': {'1.1'}} Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: consumer versions: Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: { DHCP agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: HyperV agent@hv-cinder-80919: {}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: L3 agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: Metadata agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: Metering agent@dv-cinder-809195-1-smb: {}, Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: Open vSwitch agent@dv-cinder-809195-1-smb: { 'AddressGroup': '1.2', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'ConntrackHelper': '1.0', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Log': '1.0', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Network': '1.1', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Port': '1.7', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'PortForwarding': '1.2', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'QosPolicy': '1.8', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'SecurityGroup': '1.4', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'SecurityGroupRule': '1.2', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'SubPort': '1.0', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Subnet': '1.1', Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: 'Trunk': '1.1'}} Sep 15 15:05:44.859778 dv-cinder-809195-1-smb neutron-server[80021]: {{(pid=80021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:05:44.888005 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:44.902983 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731'] for router, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:44.965103 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] For port f62e99e5-fc00-41ad-9399-130e3c0a7c16, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:05:44.970597 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] For port f62e99e5-fc00-41ad-9399-130e3c0a7c16, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=f62e99e5-fc00-41ad-9399-130e3c0a7c16,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:05:44.988063 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Network a27b4daf-327f-4116-a103-7eb64c3be830 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:44.997288 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:44.999623 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:45.000691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480692'] for router_interface, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:45.023905 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a2d631-599b-49a5-bf36-87e3aea8da12,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:45.028970 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:45.036704 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:45.049351 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:45.075914 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37636) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:45.133637 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Routers {'12cc9e92-d685-4c7c-9b90-511f50e62133'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:45.134383 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['12cc9e92-d685-4c7c-9b90-511f50e62133'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:45.268991 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:45.386565 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Pushing event updated for resources: {'Port': ['ID=f62e99e5-fc00-41ad-9399-130e3c0a7c16,revision_number=3']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:45.399570 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:45.455102 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:45.474193 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] Set router 12cc9e92-d685-4c7c-9b90-511f50e62133 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:45.518988 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Router 7bdb3330-94c9-4735-a871-8ac2d0e84277 is scheduled to L3 agent 85920162-5b82-416d-88ae-968896d671c5 with binding_index 1 {{(pid=80018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:05:45.521824 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Allocated IP 172.28.3.86 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/c6fe45ad-9364-4309-a1e5-6f196c15ba62) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:45.577696 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:45.609684 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Usage tracker for resource:security_group_rule and tenant:67fc4854e60e4704a84c65060cd7253e is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:45.614090 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:45.634493 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:45.849046 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 183b4681-73ef-494b-933b-c18d6e0c0f94 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:45.976879 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.026765 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.052855 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3b8f88a3-3ff6-4c46-8409-3eca6c69b605 req-e1c6791b-d59b-4a41-a0c6-6ed4da1c5f37 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 210 time: 0.1957147 Sep 15 15:05:46.069178 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.081299 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:05:45Z', 'revision_number': 4, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'e1a2d631-599b-49a5-bf36-87e3aea8da12', 'name': '', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'mac_address': 'fa:16:3e:fa:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:43Z', 'updated_at': '2021-09-15T15:05:44Z', 'revision_number': 1, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'subnets': [{'id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:46.089888 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80486112-50d9-41b0-94a1-2994e2ea5d83 None None] The sync data for ids ['12cc9e92-d685-4c7c-9b90-511f50e62133'] in dv-cinder-809195-1-smb is: [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:05:45Z', 'revision_number': 4, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'e1a2d631-599b-49a5-bf36-87e3aea8da12', 'name': '', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'mac_address': 'fa:16:3e:fa:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:43Z', 'updated_at': '2021-09-15T15:05:44Z', 'revision_number': 1, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'subnets': [{'id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:05:46.102328 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:46.129604 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.155749 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 183b4681-73ef-494b-933b-c18d6e0c0f94 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:46.155917 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-480529'] for router_interface, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.161718 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device e37c6716-0331-48a8-ad2c-3d2a13bd46eb up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:46.226958 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.260547 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b1a71-3948-4bec-95d4-3d291ee2ce6e None None] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:05:46.265812 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:05:46.286338 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67fc4854e60e4704a84c65060cd7253e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2093041 Sep 15 15:05:46.318041 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Sync routers for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:05:46.333899 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37696) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:46.381042 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37702) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:46.423231 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.432361 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:46.478062 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:46.481150 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:46.500524 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ffa742-07d0-4be0-9b0c-a05748098277,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:46.506667 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:46.576006 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.577823 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3527620 Sep 15 15:05:46.583235 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:46.583668 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:46.597503 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37712) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:46.611290 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:46.613762 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:46.663202 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] Provisioning for port 183b4681-73ef-494b-933b-c18d6e0c0f94 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:46.711622 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Network a27b4daf-327f-4116-a103-7eb64c3be830 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:46.718055 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] Provisioning complete for port 183b4681-73ef-494b-933b-c18d6e0c0f94 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:46.718828 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.754068 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:46.822697 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port e37c6716-0331-48a8-ad2c-3d2a13bd46eb triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:46.823558 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.996872 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3547c597-eb18-41e0-8c63-2c26c87e8ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:46.998555 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37722) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:47.017493 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a2d631-599b-49a5-bf36-87e3aea8da12,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:47.054963 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:47.060104 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3547c597-eb18-41e0-8c63-2c26c87e8ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.193497 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:47.287309 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Router 12cc9e92-d685-4c7c-9b90-511f50e62133 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:05:47.727151 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3547c597-eb18-41e0-8c63-2c26c87e8ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.728175 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Pushing event updated for resources: {'Port': ['ID=c6fe45ad-9364-4309-a1e5-6f196c15ba62,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:47.729157 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.729575 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.729810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c09e629c-56fd-4418-a58f-f8713bbc42c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:47.729810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547c597-eb18-41e0-8c63-2c26c87e8ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ffa742-07d0-4be0-9b0c-a05748098277,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:47.729810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3547c597-eb18-41e0-8c63-2c26c87e8ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:47.729810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:47.729810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Usage tracker for resource:security_group_rule and tenant:14050f345fba4c1d89219f1d9f38c767 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:47.729810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:47.729810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:47.730658 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] For port 183b4681-73ef-494b-933b-c18d6e0c0f94, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=183b4681-73ef-494b-933b-c18d6e0c0f94,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:05:47.731037 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.187s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:47.731037 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.731037 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f5472926-96c0-489e-a480-30a0a2a8e246 req-aca63e7c-4cb6-4aa2-bd85-138bfe7f7474 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 210 time: 0.2570512 Sep 15 15:05:47.758065 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:42Z', 'revision_number': 3, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:47.758065 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device f62e99e5-fc00-41ad-9399-130e3c0a7c16 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:47.764178 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3547c597-eb18-41e0-8c63-2c26c87e8ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.766260 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:47.774604 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-3547c597-eb18-41e0-8c63-2c26c87e8ce2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6ffa742-07d0-4be0-9b0c-a05748098277 HTTP/1.1" status: 204 len: 168 time: 1.4269497 Sep 15 15:05:47.784143 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.803641 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Usage tracker for resource:security_group_rule and tenant:8985ee04a6d8436688f31de15c9cb0f5 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:47.821656 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:47.823726 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Checking router: 7bdb3330-94c9-4735-a871-8ac2d0e84277 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:05:47.824102 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Updating router 7bdb3330-94c9-4735-a871-8ac2d0e84277 port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb binding host dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:05:47.844429 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:47.881268 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.899219 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:05:47.942652 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] 10.222.0.39 "PUT /v2.0/routers/12cc9e92-d685-4c7c-9b90-511f50e62133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2478616 Sep 15 15:05:47.947872 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:47.970439 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:47.980119 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:48.054756 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f69511c-e561-4357-9b97-2524e20f6fba,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:48.063087 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:48.070368 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.115141 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14050f345fba4c1d89219f1d9f38c767&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0970292 Sep 15 15:05:48.116375 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37748) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:48.256670 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a63332e2-5a5b-4c17-9d81-6508a3be645d None None] Provisioning complete for port 183b4681-73ef-494b-933b-c18d6e0c0f94 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:48.260345 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a63332e2-5a5b-4c17-9d81-6508a3be645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.273915 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-050b8b58-0e4e-4f2e-a84f-d269a7d70dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.300403 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] Pushing event updated for resources: {'Port': ['ID=183b4681-73ef-494b-933b-c18d6e0c0f94,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:48.313192 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:48.340626 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-050b8b58-0e4e-4f2e-a84f-d269a7d70dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.432022 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.444172 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port f62e99e5-fc00-41ad-9399-130e3c0a7c16 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:48.457749 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port f62e99e5-fc00-41ad-9399-130e3c0a7c16 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:48.458128 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.545036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-050b8b58-0e4e-4f2e-a84f-d269a7d70dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.551738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:48.566711 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b8b58-0e4e-4f2e-a84f-d269a7d70dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f69511c-e561-4357-9b97-2524e20f6fba,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:48.569241 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-050b8b58-0e4e-4f2e-a84f-d269a7d70dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:48.570472 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-050b8b58-0e4e-4f2e-a84f-d269a7d70dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.574910 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-050b8b58-0e4e-4f2e-a84f-d269a7d70dc4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f69511c-e561-4357-9b97-2524e20f6fba HTTP/1.1" status: 204 len: 168 time: 0.4574683 Sep 15 15:05:48.743424 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37766) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:48.777133 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.778811 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.793308 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.844125 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:48.845270 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port f62e99e5-fc00-41ad-9399-130e3c0a7c16, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=f62e99e5-fc00-41ad-9399-130e3c0a7c16,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:05:48.849327 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:5743a801c709417292f275c7ad4f4e23 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:48.857058 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:48.872286 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:48.921199 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:48.944190 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:49.055918 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.074231 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.080306 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.088394 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Transition to ACTIVE for port object 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:49.093310 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.32', 58706) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:49.099348 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=f62e99e5-fc00-41ad-9399-130e3c0a7c16,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:49.111659 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:49.178668 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.179810 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29590c55-cb6e-45f2-8ed8-5388c8caa59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:49.188951 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8251893b-065a-4a91-884b-dca2bf594f29 req-8a5bbacc-81c8-4b2d-aa34-5339586bfc1c tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 210 time: 0.1672618 Sep 15 15:05:49.196839 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.209308 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:49.254699 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:49.269828 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37782) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:49.338905 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5743a801c709417292f275c7ad4f4e23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5937872 Sep 15 15:05:49.340377 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Attempting to bind port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:05:49.340838 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Attempting to bind port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:05:49.341110 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Attempting to bind port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb on network 024ba400-64c4-4a2e-9271-3bf327fbe282 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:05:49.348995 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89880a-c532-46a1-8d84-c75aa3846a65 None None] Pushing event updated for resources: {'Port': ['ID=2155aab5-09e8-44e2-bb22-84c7b5ca0cbb,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:49.353100 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 37794) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:49.353362 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd89880a-c532-46a1-8d84-c75aa3846a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:49.354366 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:05:49.354749 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:49.355152 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.355568 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Bound using segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:05:49.356103 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Bound port: 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:05:49.356505 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.390781 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Synchronizing usage tracker for tenant:e3d1f6508dcf43e1b573cee5df92ec8d on resource:security_group {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:05:49.417354 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Sync routers for ids ['12cc9e92-d685-4c7c-9b90-511f50e62133'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:05:49.429116 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e4aa26-796d-43b4-8ffe-67ad08960f5a,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:49.441280 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf0e924-0439-4edd-ad7c-968ac1bf4e84,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:49.446851 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:49.465288 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:49.483268 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Routers {'12cc9e92-d685-4c7c-9b90-511f50e62133'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:49.486974 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['12cc9e92-d685-4c7c-9b90-511f50e62133'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:49.504178 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-e53c85ff-bd7f-4507-8ab3-2d2dc1791445 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:49.506527 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-e53c85ff-bd7f-4507-8ab3-2d2dc1791445 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Synchronizing usage tracker for tenant:76dc39e1b9b840edb8450d39335f46df on resource:network {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:05:49.517256 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] For port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:05:49.521331 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] For port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=2155aab5-09e8-44e2-bb22-84c7b5ca0cbb,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:05:49.630979 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-e53c85ff-bd7f-4507-8ab3-2d2dc1791445 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Unset dirty status for tenant:76dc39e1b9b840edb8450d39335f46df on resource:network {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:05:49.631433 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.631716 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731'] for router, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:49.632846 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-e53c85ff-bd7f-4507-8ab3-2d2dc1791445 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.32 "GET /v2.0/networks?id=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 HTTP/1.1" status: 200 len: 811 time: 0.5384107 Sep 15 15:05:49.636589 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:49.695986 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Request body: {'port': {'device_id': '1ce20a01-1101-4ce4-a7e7-0478fd6e0067', 'network_id': 'd3ff9dad-d884-48e8-84fc-1a5a6f1a7924', 'admin_state_up': True, 'tenant_id': '76dc39e1b9b840edb8450d39335f46df'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:49.756436 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 183b4681-73ef-494b-933b-c18d6e0c0f94 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:49.832099 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Set router 12cc9e92-d685-4c7c-9b90-511f50e62133 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:49.895094 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:49.895994 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:49.915145 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Unset dirty status for tenant:e3d1f6508dcf43e1b573cee5df92ec8d on resource:security_group {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:05:49.916423 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8985ee04a6d8436688f31de15c9cb0f5&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5343754 Sep 15 15:05:49.923268 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37812) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:50.003343 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89880a-c532-46a1-8d84-c75aa3846a65 None None] Pushing event updated for resources: {'Port': ['ID=2155aab5-09e8-44e2-bb22-84c7b5ca0cbb,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:50.013585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd89880a-c532-46a1-8d84-c75aa3846a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:50.047332 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e39de330-a2c3-472e-98bf-f1be1292fcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.084772 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.118257 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ea0838ec-fd0c-4aae-bb09-02f1d953f91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.120202 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:50.133685 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Usage tracker for resource:port and tenant:76dc39e1b9b840edb8450d39335f46df is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:50.134679 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 183b4681-73ef-494b-933b-c18d6e0c0f94 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:50.135601 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-5ff69fa1-df5f-407b-80d2-b5b105bf4645 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:50.136906 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.139585 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:50.147201 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37822) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:50.147513 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-5ff69fa1-df5f-407b-80d2-b5b105bf4645 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 818 time: 0.7930605 Sep 15 15:05:50.159574 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:50.183571 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:50.191389 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ea0838ec-fd0c-4aae-bb09-02f1d953f91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.205088 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-60229e04-176a-44b6-91a9-10e3a40bd01e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/quotas/3d177ce1759f42a1a7258954a6937284 HTTP/1.1" status: 200 len: 375 time: 0.0566163 Sep 15 15:05:50.207386 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Usage tracker for resource:security_group_rule and tenant:af5ab209f84146978034220d44018389 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:50.211564 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e39de330-a2c3-472e-98bf-f1be1292fcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.219207 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.242480 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:50.277102 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:50.304570 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:50.310047 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Usage tracker for resource:security_group_rule and tenant:108530e581714d25b7c6ade88e8fb2fe is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:05:50.314119 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:05:50.322890 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:50.328614 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:05:50.419623 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.447270 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.461805 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:05:45Z', 'revision_number': 4, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'e1a2d631-599b-49a5-bf36-87e3aea8da12', 'name': '', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'mac_address': 'fa:16:3e:fa:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:43Z', 'updated_at': '2021-09-15T15:05:45Z', 'revision_number': 2, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'subnets': [{'id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:50.472373 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Checking router: 12cc9e92-d685-4c7c-9b90-511f50e62133 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:05:50.472762 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Updating router 12cc9e92-d685-4c7c-9b90-511f50e62133 port e1a2d631-599b-49a5-bf36-87e3aea8da12 binding host dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:05:50.484361 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Made reservation on behalf of 76dc39e1b9b840edb8450d39335f46df for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:50.491002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.539990 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.551611 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device f62e99e5-fc00-41ad-9399-130e3c0a7c16 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:50.589351 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ecb039f1-a081-4320-94c2-b3c5f8d03bf7 req-7d0aae0b-5688-4c6d-824c-1b1d95177bfe tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 210 time: 0.1116614 Sep 15 15:05:50.603016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ea0838ec-fd0c-4aae-bb09-02f1d953f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.604434 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.612902 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-dd521dc7-e692-4131-b909-b4a30ba61819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:50.634702 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-d28d624c-12cc-4f72-a0eb-856c78200a3b tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4246798 Sep 15 15:05:50.642326 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0838ec-fd0c-4aae-bb09-02f1d953f91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e4aa26-796d-43b4-8ffe-67ad08960f5a,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:50.699573 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ea0838ec-fd0c-4aae-bb09-02f1d953f91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.700724 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ea0838ec-fd0c-4aae-bb09-02f1d953f91f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1e4aa26-796d-43b4-8ffe-67ad08960f5a HTTP/1.1" status: 204 len: 168 time: 0.7762346 Sep 15 15:05:50.720153 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=108530e581714d25b7c6ade88e8fb2fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5687642 Sep 15 15:05:50.720755 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37846) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:50.729707 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port f62e99e5-fc00-41ad-9399-130e3c0a7c16 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:50.730606 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.747920 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e39de330-a2c3-472e-98bf-f1be1292fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.768056 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c05819-403e-4675-9275-6a82e10ed423,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:50.786617 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:50.789593 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:50.789883 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:50.805539 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b is scheduled to L3 agent 85920162-5b82-416d-88ae-968896d671c5 with binding_index 1 {{(pid=80018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:05:50.816905 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.823565 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:50.907728 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39de330-a2c3-472e-98bf-f1be1292fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf0e924-0439-4edd-ad7c-968ac1bf4e84,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:50.925022 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:42Z', 'revision_number': 3, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:50.929930 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6e469681-d3aa-4519-b714-adc27f98b04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:50.933249 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Allocated IP 172.20.0.4 (d3ff9dad-d884-48e8-84fc-1a5a6f1a7924/f6360404-912a-4688-86e5-c4cc21681059/e909bcb7-9c92-4bc8-ac11-60917ff6d2fc) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:50.974765 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6e469681-d3aa-4519-b714-adc27f98b04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.034166 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e39de330-a2c3-472e-98bf-f1be1292fcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:51.034806 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.037901 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10168274-e406-4f53-9cad-55be59521ca3 None None] The sync data for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb is: [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:42Z', 'revision_number': 3, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:05:51.180838 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Notify callbacks [] for port, precommit_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.237038 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.provisioning_blocks [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Transition to ACTIVE for port object e1a2d631-599b-49a5-bf36-87e3aea8da12 will not be triggered until provisioned by entity L2. {{(pid=80021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:51.285066 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.316266 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.328114 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:51.370724 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:51.420439 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.421388 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-515ce05d-5810-4082-a980-24fae4154eb9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:05:51.428505 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-515ce05d-5810-4082-a980-24fae4154eb9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5673187 Sep 15 15:05:51.441330 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0e8cd1db-05b8-4d46-bf90-ddcd7b8c1ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:51.597057 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Pushing event updated for resources: {'Port': ['ID=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:51.601805 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6e469681-d3aa-4519-b714-adc27f98b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.602692 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:51.612126 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:51.615347 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-050b8b58-0e4e-4f2e-a84f-d269a7d70dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:51.643838 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469681-d3aa-4519-b714-adc27f98b04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c05819-403e-4675-9275-6a82e10ed423,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:51.650035 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:51.721711 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6e469681-d3aa-4519-b714-adc27f98b04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:51.778048 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:51.784847 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:51.785642 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.809296 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6e469681-d3aa-4519-b714-adc27f98b04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.810461 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-6e469681-d3aa-4519-b714-adc27f98b04c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0c05819-403e-4675-9275-6a82e10ed423 HTTP/1.1" status: 204 len: 168 time: 1.0748830 Sep 15 15:05:51.891771 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e39de330-a2c3-472e-98bf-f1be1292fcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.892954 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e39de330-a2c3-472e-98bf-f1be1292fcd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bf0e924-0439-4edd-ad7c-968ac1bf4e84 HTTP/1.1" status: 204 len: 168 time: 2.5319483 Sep 15 15:05:51.894628 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:51.903540 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af5ab209f84146978034220d44018389&name=default HTTP/1.1" status: 200 len: 2978 time: 2.6189888 Sep 15 15:05:51.904380 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4a598-669f-4400-a305-f50272d463ea,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:51.909740 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37872) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:51.952916 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2638700 Sep 15 15:05:51.974533 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:52.006688 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-9c34d096-1552-4a20-8a0c-be42ee25ceef tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:05:52.009585 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-9c34d096-1552-4a20-8a0c-be42ee25ceef tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0309267 Sep 15 15:05:52.056405 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76d49c-f884-4e79-8ce2-4419769721b5 None None] Pushing event updated for resources: {'Port': ['ID=e1a2d631-599b-49a5-bf36-87e3aea8da12,revision_number=3']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:52.065248 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-7b76d49c-f884-4e79-8ce2-4419769721b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:52.094427 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Attempting to bind port e1a2d631-599b-49a5-bf36-87e3aea8da12 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:05:52.094812 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Attempting to bind port e1a2d631-599b-49a5-bf36-87e3aea8da12 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:05:52.095321 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Attempting to bind port e1a2d631-599b-49a5-bf36-87e3aea8da12 on network a27b4daf-327f-4116-a103-7eb64c3be830 {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:05:52.108800 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:05:52.109365 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Checking segment: {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:52.109789 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.110342 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Bound using segment: {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:05:52.110848 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Bound port: e1a2d631-599b-49a5-bf36-87e3aea8da12, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'}}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:05:52.111283 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.145773 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e47fca3d-eef9-4ea8-b28b-19c0b766915b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.179405 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e47fca3d-eef9-4ea8-b28b-19c0b766915b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.190260 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:52.197504 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:52.205507 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.272149 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] For port e1a2d631-599b-49a5-bf36-87e3aea8da12, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:05:52.276593 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] For port e1a2d631-599b-49a5-bf36-87e3aea8da12, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=e1a2d631-599b-49a5-bf36-87e3aea8da12,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:05:52.293342 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-87997955-dc90-4e1e-b8b4-283459ab2c77 service neutron] 10.222.0.39 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638330 Sep 15 15:05:52.364415 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.388230 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:52.422552 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:05:52.447448 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e47fca3d-eef9-4ea8-b28b-19c0b766915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.453382 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:52.465917 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Sync routers for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:05:52.483381 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fca3d-eef9-4ea8-b28b-19c0b766915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4a598-669f-4400-a305-f50272d463ea,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:52.506927 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e47fca3d-eef9-4ea8-b28b-19c0b766915b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:52.510674 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e47fca3d-eef9-4ea8-b28b-19c0b766915b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.515262 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:52.515442 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-e47fca3d-eef9-4ea8-b28b-19c0b766915b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43c4a598-669f-4400-a305-f50272d463ea HTTP/1.1" status: 204 len: 168 time: 0.6019478 Sep 15 15:05:52.515566 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:52.592771 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76d49c-f884-4e79-8ce2-4419769721b5 None None] Pushing event updated for resources: {'Port': ['ID=e1a2d631-599b-49a5-bf36-87e3aea8da12,revision_number=4']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:52.606049 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-7b76d49c-f884-4e79-8ce2-4419769721b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:52.627747 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Routers {'12cc9e92-d685-4c7c-9b90-511f50e62133'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:52.628655 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['12cc9e92-d685-4c7c-9b90-511f50e62133'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:52.685052 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Allocated IP 172.20.0.1 (74476e6f-4422-49b4-98a1-39e62306614c/3072b533-9351-466b-a208-265065fbafd5/3cbd2e6e-0401-4030-a67d-5b30701612cb) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:52.714289 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.773301 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=2155aab5-09e8-44e2-bb22-84c7b5ca0cbb,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:05:52.777172 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.778547 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0260000 Sep 15 15:05:52.781818 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 37884) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:52.855326 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:52.881672 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-49a6b446-a5d1-4a62-a46d-6a76006125f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:53.049545 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:53.175733 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b72fc6-3024-4757-aff1-effa59c71e09 req-c7a13cb7-a212-4dc1-9ee8-b9600f5b0e78 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:53.186841 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c7b72fc6-3024-4757-aff1-effa59c71e09 req-c7a13cb7-a212-4dc1-9ee8-b9600f5b0e78 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 931 time: 1.2784681 Sep 15 15:05:53.199721 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] Set router 12cc9e92-d685-4c7c-9b90-511f50e62133 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:53.243507 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-738fa73d-f3a7-4331-8c01-d94f24f4f61f service neutron] 10.222.0.39 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9489992 Sep 15 15:05:53.436823 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c7b72fc6-3024-4757-aff1-effa59c71e09 req-ac854cb7-9f8b-4c35-8c8e-3a0f3e7a946e tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461114 Sep 15 15:05:53.455799 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:53.510716 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Transition to ACTIVE for port object 3cbd2e6e-0401-4030-a67d-5b30701612cb will not be triggered until provisioned by entity DHCP. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:53.595749 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=2155aab5-09e8-44e2-bb22-84c7b5ca0cbb,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:53.636687 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:53.654946 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:53.710750 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:53.831016 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:05:53.908472 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device e1a2d631-599b-49a5-bf36-87e3aea8da12 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:54.127242 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Request body: {'port': {'device_id': '1ce20a01-1101-4ce4-a7e7-0478fd6e0067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:54.168280 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9f72591d-fa8c-438f-b230-7883ff372bfc req-c1f3e354-703c-42a3-a5ce-6198fb6b142c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 210 time: 0.1765478 Sep 15 15:05:54.179986 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Network 74476e6f-4422-49b4-98a1-39e62306614c is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:54.191524 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:05:45Z', 'revision_number': 4, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'e1a2d631-599b-49a5-bf36-87e3aea8da12', 'name': '', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'mac_address': 'fa:16:3e:fa:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:43Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'subnets': [{'id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:54.193563 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:54.198588 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:54.199631 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480692'] for router_interface, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:54.202019 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51c4f0-4669-4bfb-b8c3-414dd7cd897a None None] The sync data for ids ['12cc9e92-d685-4c7c-9b90-511f50e62133'] in dv-cinder-809195-1-smb is: [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:05:45Z', 'revision_number': 4, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'e1a2d631-599b-49a5-bf36-87e3aea8da12', 'name': '', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'mac_address': 'fa:16:3e:fa:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:43Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'subnets': [{'id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:05:54.459451 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:46Z', 'revision_number': 3, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:54.471097 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port e1a2d631-599b-49a5-bf36-87e3aea8da12 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:54.481801 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Checking router: 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:05:54.482163 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Updating router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b port c6fe45ad-9364-4309-a1e5-6f196c15ba62 binding host dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:05:54.570267 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Pushing event updated for resources: {'Port': ['ID=3cbd2e6e-0401-4030-a67d-5b30701612cb,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:54.585091 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port e1a2d631-599b-49a5-bf36-87e3aea8da12 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:54.585554 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:54.631960 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:54.775753 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:55.377279 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ea44aa06-a783-49d1-a5d1-d728a32b6362 None None] Provisioning for port 3cbd2e6e-0401-4030-a67d-5b30701612cb completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:55.379516 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:55.436409 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:55.440438 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ea44aa06-a783-49d1-a5d1-d728a32b6362 None None] Provisioning complete for port 3cbd2e6e-0401-4030-a67d-5b30701612cb triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:55.441121 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea44aa06-a783-49d1-a5d1-d728a32b6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:55.568097 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:55.653490 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:55.732030 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ea44aa06-a783-49d1-a5d1-d728a32b6362 None None] Port 3cbd2e6e-0401-4030-a67d-5b30701612cb cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:05:55.768015 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62ad1f-b937-43fa-8ca1-4d41bdbc2b73 req-987b686d-7827-4692-a6a7-b63f031c6e99 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:55.780170 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cb62ad1f-b937-43fa-8ca1-4d41bdbc2b73 req-987b686d-7827-4692-a6a7-b63f031c6e99 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 931 time: 0.9166183 Sep 15 15:05:56.018853 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-1e611867-0878-4e85-905a-7d5bd7c57760 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:56.024298 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-1e611867-0878-4e85-905a-7d5bd7c57760 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 818 time: 1.0048137 Sep 15 15:05:56.102947 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port e1a2d631-599b-49a5-bf36-87e3aea8da12, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=e1a2d631-599b-49a5-bf36-87e3aea8da12,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:05:56.106088 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Notify callbacks [] for port, precommit_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.116679 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-2469fbe9-4a2c-4ddc-ad7a-58a2a01ef046 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/quotas/3d177ce1759f42a1a7258954a6937284 HTTP/1.1" status: 200 len: 375 time: 0.0776932 Sep 15 15:05:56.132761 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Transition to ACTIVE for port object c6fe45ad-9364-4309-a1e5-6f196c15ba62 will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:56.140341 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cb62ad1f-b937-43fa-8ca1-4d41bdbc2b73 req-d7207b12-702a-48f9-92ed-d76d08cd5e8b tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589175 Sep 15 15:05:56.213935 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.215970 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.230378 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-36d1f0d4-6849-4ea8-9607-9acb9a066937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:56.341566 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.351857 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-dc700b3b-faea-492d-8a20-caef588d873e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2073615 Sep 15 15:05:56.399048 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:56.416888 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.422263 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-480529'] for router_interface, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.477471 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a732ec4e-2ced-49a9-8620-2c3b088cd1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:56.524642 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Attempting to bind port c6fe45ad-9364-4309-a1e5-6f196c15ba62 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:05:56.525031 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Attempting to bind port c6fe45ad-9364-4309-a1e5-6f196c15ba62 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:05:56.525413 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Attempting to bind port c6fe45ad-9364-4309-a1e5-6f196c15ba62 on network 024ba400-64c4-4a2e-9271-3bf327fbe282 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:05:56.570988 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Pushing event updated for resources: {'Port': ['ID=3cbd2e6e-0401-4030-a67d-5b30701612cb,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:56.571936 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=e1a2d631-599b-49a5-bf36-87e3aea8da12,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:56.574857 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:05:56.575243 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:56.575689 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.576119 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Bound using segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:05:56.577138 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Bound port: c6fe45ad-9364-4309-a1e5-6f196c15ba62, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:05:56.577523 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.582468 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:56.719056 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4c98c-22c5-483e-9cd2-0ee42d64e8e6 None None] Pushing event updated for resources: {'Port': ['ID=c6fe45ad-9364-4309-a1e5-6f196c15ba62,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:56.724504 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-90e4c98c-22c5-483e-9cd2-0ee42d64e8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:56.724660 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e909bcb7-9c92-4bc8-ac11-60917ff6d2fc {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:05:56.727821 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:56.728116 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:56.738115 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.738432 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] For port c6fe45ad-9364-4309-a1e5-6f196c15ba62, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:05:56.742011 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] For port c6fe45ad-9364-4309-a1e5-6f196c15ba62, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=c6fe45ad-9364-4309-a1e5-6f196c15ba62,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:05:56.742971 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:56.743547 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.775201 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Transition to ACTIVE for port object e909bcb7-9c92-4bc8-ac11-60917ff6d2fc will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:56.802860 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Allocated IP 172.20.0.1 (76bd3f60-9aaf-46e7-a9d4-02bc2881f08a/c2386ea4-0464-4135-9538-a9719c7e1701/2e3c6688-dcc8-43de-a6e8-cb587f7564d2) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:56.820593 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.828528 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.854983 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:56.858227 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:56.943797 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b0acf10f-ef82-4de2-9b79-cf7bc1ea2e38 service neutron] 10.222.0.39 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795431 Sep 15 15:05:57.138111 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4c98c-22c5-483e-9cd2-0ee42d64e8e6 None None] Pushing event updated for resources: {'Port': ['ID=c6fe45ad-9364-4309-a1e5-6f196c15ba62,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:57.154665 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Pushing event updated for resources: {'Port': ['ID=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:57.188026 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-90e4c98c-22c5-483e-9cd2-0ee42d64e8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:57.226548 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:57.227204 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:57.251215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:57.400716 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Network 74476e6f-4422-49b4-98a1-39e62306614c is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:57.412819 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:57.482875 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:57.559956 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Transition to ACTIVE for port object 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:05:57.734878 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-82684082-31ad-4c32-9727-7140e875decb service neutron] 10.222.0.39 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607555 Sep 15 15:05:57.869879 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:57.883375 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Attempting to bind port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:05:57.884007 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Attempting to bind port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '6d6223c6-3cc5-4688-9c33-a1021c0ba81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd3ff9dad-d884-48e8-84fc-1a5a6f1a7924'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:05:57.884232 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Attempting to bind port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc on network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:05:57.901921 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc on network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:05:57.902314 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Attempting to bind port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc on network d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:05:57.917202 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:05:57.917541 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Checking segment: {'id': '6d6223c6-3cc5-4688-9c33-a1021c0ba81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd3ff9dad-d884-48e8-84fc-1a5a6f1a7924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:05:57.919803 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Bound using segment: {'id': '6d6223c6-3cc5-4688-9c33-a1021c0ba81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd3ff9dad-d884-48e8-84fc-1a5a6f1a7924'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:05:57.923747 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Bound port: e909bcb7-9c92-4bc8-ac11-60917ff6d2fc, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6223c6-3cc5-4688-9c33-a1021c0ba81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd3ff9dad-d884-48e8-84fc-1a5a6f1a7924'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:05:57.924297 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:58.053791 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4375ba-7f18-44f1-9159-df5d0359d823 req-88bf5bb2-2ec1-4e22-b035-ad9fb478f9e9 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:58.061846 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fc4375ba-7f18-44f1-9159-df5d0359d823 req-88bf5bb2-2ec1-4e22-b035-ad9fb478f9e9 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 943 time: 0.6023710 Sep 15 15:05:58.127098 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] For port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:05:58.132645 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] For port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,segment=NetworkSegment(6d6223c6-3cc5-4688-9c33-a1021c0ba81a),segment_id=6d6223c6-3cc5-4688-9c33-a1021c0ba81a)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:05:58.138230 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:58.144487 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:58.145454 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Router 7bdb3330-94c9-4735-a871-8ac2d0e84277 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:05:58.190344 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fc4375ba-7f18-44f1-9159-df5d0359d823 req-8a09f28c-e7ee-4651-9342-76ee2ca4b173 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182554 Sep 15 15:05:58.285809 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:58.290627 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:58.306387 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:58.333725 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:58.398473 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-334f864a-aa06-44c7-a5fb-7956e77583c4 None None] Provisioning complete for port 3cbd2e6e-0401-4030-a67d-5b30701612cb triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:58.398846 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-334f864a-aa06-44c7-a5fb-7956e77583c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:58.447590 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:58.482131 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:58.506293 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device e1a2d631-599b-49a5-bf36-87e3aea8da12 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:05:58.522435 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:05:58.524320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480692'] for router_interface, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:58.595048 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f6d09357-83fc-409b-b261-b2ad6d622a17 req-03c0527c-1b4c-491c-aa5c-48d9e26d4a3f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 210 time: 0.2446404 Sep 15 15:05:58.614791 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:58.633339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:58.633339 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] 10.222.0.32 "PUT /v2.0/ports/e909bcb7-9c92-4bc8-ac11-60917ff6d2fc HTTP/1.1" status: 200 len: 1093 time: 5.2503521 Sep 15 15:05:58.667352 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce20a01-1101-4ce4-a7e7-0478fd6e0067', 'tag': 'e909bcb7-9c92-4bc8-ac11-60917ff6d2fc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:05:58.750233 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:05:58.751322 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Pushing event updated for resources: {'Port': ['ID=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:58.763097 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Sync routers for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:05:58.770226 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] 10.222.0.39 "PUT /v2.0/routers/7bdb3330-94c9-4735-a871-8ac2d0e84277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1684985 Sep 15 15:05:58.780339 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:58.782108 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:58.803192 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-334f864a-aa06-44c7-a5fb-7956e77583c4 None None] Port 3cbd2e6e-0401-4030-a67d-5b30701612cb cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:05:58.848514 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:59.000676 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.32', 58713) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:05:59.054607 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port e1a2d631-599b-49a5-bf36-87e3aea8da12 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:59.056021 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:59.234361 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:59.483824 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:59.506470 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-ea9b4077-ba03-49f6-8ffd-ff52b25f989e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:59.508671 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-ea9b4077-ba03-49f6-8ffd-ff52b25f989e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 818 time: 0.5066695 Sep 15 15:05:59.550154 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:46Z', 'revision_number': 3, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:59.561843 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7a6ffcf1-62f5-4975-93eb-b6921c787a92 None None] Provisioning for port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:05:59.569733 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Request body: {'port': {'device_id': '270cee57-554a-4e96-8cb3-5e5bedc9b429', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'admin_state_up': True, 'tenant_id': '3d177ce1759f42a1a7258954a6937284'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:05:59.573493 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78d0b6-5edc-47c1-9cd8-59b93cbf0341 None None] The sync data for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb is: [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:46Z', 'revision_number': 3, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:05:59.587358 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7a6ffcf1-62f5-4975-93eb-b6921c787a92 None None] Provisioning complete for port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:59.587358 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffcf1-62f5-4975-93eb-b6921c787a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:59.662667 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ffcf1-62f5-4975-93eb-b6921c787a92 None None] Port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:05:59.780116 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-51a7937b-73b5-47ab-abad-c85ef8e11536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:59.791089 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-51a7937b-73b5-47ab-abad-c85ef8e11536 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76dc39e1b9b840edb8450d39335f46df&device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 1096 time: 0.7633657 Sep 15 15:05:59.888246 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7efe0-b992-4a39-90cf-d0ea1136b5c6 req-0780a375-d2d2-4c8f-baee-c2b593e042de tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:59.890706 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6ed7efe0-b992-4a39-90cf-d0ea1136b5c6 req-0780a375-d2d2-4c8f-baee-c2b593e042de tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 943 time: 0.3751235 Sep 15 15:05:59.931785 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:05:59.978271 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Usage tracker for resource:port and tenant:3d177ce1759f42a1a7258954a6937284 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:00.000215 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:00.049245 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:00.198363 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6ed7efe0-b992-4a39-90cf-d0ea1136b5c6 req-924131b3-aa93-4d0b-a9a5-bb573ea61553 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813299 Sep 15 15:06:00.320894 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Made reservation on behalf of 3d177ce1759f42a1a7258954a6937284 for: {'port': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:00.322551 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:00.429701 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:00.511780 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device c6fe45ad-9364-4309-a1e5-6f196c15ba62 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:00.615774 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:00.666719 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-368d883d-6f0a-42bb-adad-6b9c6ef39d46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc HTTP/1.1" status: 200 len: 217 time: 0.7431979 Sep 15 15:06:00.701615 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 2, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:00.723390 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ed4a046b-769a-49c0-9296-9e8fdcb1c8ee req-92c57145-c7a0-4d81-8437-6d90c7689284 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 210 time: 0.1613915 Sep 15 15:06:00.728015 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Checking router: 7bdb3330-94c9-4735-a871-8ac2d0e84277 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:06:00.739415 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Updating router 7bdb3330-94c9-4735-a871-8ac2d0e84277 port 3cbd2e6e-0401-4030-a67d-5b30701612cb binding host dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:06:00.766328 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:00.780601 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-480529'] for router_interface, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:00.791438 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:00.940796 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Allocated IP 172.20.0.13 (a27b4daf-327f-4116-a103-7eb64c3be830/5482358c-9838-4aaf-a0b6-8d2d2e1991c6/a1c56810-6c31-4094-9344-6135bcf48ebf) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:06:00.979956 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:01.000003 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port c6fe45ad-9364-4309-a1e5-6f196c15ba62 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:01.011735 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port c6fe45ad-9364-4309-a1e5-6f196c15ba62 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:01.012499 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:01.409552 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-5f9ef9b1-5d4c-4eda-a9a6-792f9074b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:01.411357 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-5f9ef9b1-5d4c-4eda-a9a6-792f9074b29d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6360404-912a-4688-86e5-c4cc21681059 HTTP/1.1" status: 200 len: 851 time: 0.7354498 Sep 15 15:06:01.421341 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:01.425260 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:01.446956 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:01.480469 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:01.509377 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port c6fe45ad-9364-4309-a1e5-6f196c15ba62, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=c6fe45ad-9364-4309-a1e5-6f196c15ba62,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:01.529041 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38100) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:01.541675 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182875817', 'description': 'tempest-description--2127744804'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:01.556090 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:01.586227 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:security_group and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:01.600018 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:01.601366 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:01.611088 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:01.614006 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:01.653877 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-4849bbe9-7dc4-4387-9e8f-2faf5e0c3b1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2273343 Sep 15 15:06:01.665259 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:06:01.676410 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:01.692206 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:01.693826 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:01.740309 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:01.817873 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=c6fe45ad-9364-4309-a1e5-6f196c15ba62,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:01.826015 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:02.178845 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.32', 58719) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:02.228953 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-2c56ca1e-84e0-4f6e-b869-5c39f9c9bce5 None None] Provisioning complete for port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:02.229651 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2c56ca1e-84e0-4f6e-b869-5c39f9c9bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:02.324601 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Notify callbacks [] for port, precommit_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:02.364691 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-2c56ca1e-84e0-4f6e-b869-5c39f9c9bce5 None None] Port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:06:02.375579 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce20a01-1101-4ce4-a7e7-0478fd6e0067', 'tag': 'e909bcb7-9c92-4bc8-ac11-60917ff6d2fc', 'status': 'completed', 'code': 200} Sep 15 15:06:02.386981 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.provisioning_blocks [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Transition to ACTIVE for port object 3cbd2e6e-0401-4030-a67d-5b30701612cb will not be triggered until provisioned by entity L2. {{(pid=80021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:02.436403 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:02.442453 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38116) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:02.455794 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:security_group_rule and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:02.466700 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Network a27b4daf-327f-4116-a103-7eb64c3be830 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:06:02.472891 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:02.491725 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device c6fe45ad-9364-4309-a1e5-6f196c15ba62 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:02.502631 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:02.647340 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:02.647340 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:06:02.647340 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:02.647340 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:02.647340 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Pushing event updated for resources: {'Port': ['ID=a1c56810-6c31-4094-9344-6135bcf48ebf,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:02.647340 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:02.649631 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port c6fe45ad-9364-4309-a1e5-6f196c15ba62 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:02.649631 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:02.650242 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0eab3f7a-fbee-4687-9736-b4989590d324 req-4224bd81-bebe-4682-b0ae-ddd0967df130 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Synchronizing usage tracker for tenant:3d177ce1759f42a1a7258954a6937284 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:02.700693 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b4aa5-f661-43e6-b84e-c00b318c44d8 req-d0896722-de83-43f1-98bd-1537ee2d8bb1 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:02.700693 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d06b4aa5-f661-43e6-b84e-c00b318c44d8 req-d0896722-de83-43f1-98bd-1537ee2d8bb1 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 943 time: 0.8575549 Sep 15 15:06:02.793811 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:02.799628 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d06b4aa5-f661-43e6-b84e-c00b318c44d8 req-2e477884-3f03-4b98-97c9-cb3184b2d72e tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028306 Sep 15 15:06:02.835517 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:06:03.034981 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-7dd93671-c26d-4eeb-a3cd-f675b0da744a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:03.035745 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-7dd93671-c26d-4eeb-a3cd-f675b0da744a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Synchronizing usage tracker for tenant:3d177ce1759f42a1a7258954a6937284 on resource:network {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:03.066205 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-cb4c8f34-5711-4faa-ba03-24c00f3507ec service neutron] 10.222.0.32 "GET /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909469 Sep 15 15:06:03.148269 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:03.167316 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:03.172613 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Usage tracker for resource:security_group_rule and tenant:8795de9b5aaf48629ee3b1a147143f8f is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:03.179086 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:03.190939 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:03.532708 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:06:03.548741 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Sync routers for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:06:03.556526 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] 10.222.0.39 "PUT /v2.0/routers/31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7731609 Sep 15 15:06:03.596966 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:06:03.597879 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:03.610871 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7ba605e4-5eef-402f-90d1-e4112eae5b05 req-175dabd6-50d8-497f-949f-572aa20cce60 service neutron] 10.222.0.32 "GET /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672958 Sep 15 15:06:03.670539 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:03.671147 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1104815 Sep 15 15:06:03.683428 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-c550c60d-c8df-4bae-a0e0-537ffee07806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:03.776935 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:03.784887 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-95defa6d-1dd4-4998-aaf4-c2ade99d096d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:03.945001 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:06:04.001496 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ea159-0dbb-421f-b96f-6bd7c86abedd None None] Pushing event updated for resources: {'Port': ['ID=3cbd2e6e-0401-4030-a67d-5b30701612cb,revision_number=3']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:04.008447 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-b37ea159-0dbb-421f-b96f-6bd7c86abedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:04.012929 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-7dd93671-c26d-4eeb-a3cd-f675b0da744a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Unset dirty status for tenant:3d177ce1759f42a1a7258954a6937284 on resource:network {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:04.022630 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-7dd93671-c26d-4eeb-a3cd-f675b0da744a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 818 time: 1.8391554 Sep 15 15:06:04.033063 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68aec0e-0dba-4b0c-8e0b-0831cca868ff,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:04.054717 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:04.094192 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Request body: {'port': {'device_id': '37978172-41cf-4415-a552-8c4b3b90923f', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'admin_state_up': True, 'tenant_id': '3d177ce1759f42a1a7258954a6937284'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:04.103667 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Request body: {'port': {'device_id': '270cee57-554a-4e96-8cb3-5e5bedc9b429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:04.187345 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0eab3f7a-fbee-4687-9736-b4989590d324 req-4224bd81-bebe-4682-b0ae-ddd0967df130 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Unset dirty status for tenant:3d177ce1759f42a1a7258954a6937284 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:04.200115 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0eab3f7a-fbee-4687-9736-b4989590d324 req-4224bd81-bebe-4682-b0ae-ddd0967df130 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 210 time: 1.6223023 Sep 15 15:06:04.259336 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.275050 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7421956 Sep 15 15:06:04.297437 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38156) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:04.314474 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Attempting to bind port 3cbd2e6e-0401-4030-a67d-5b30701612cb on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:06:04.315070 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Attempting to bind port 3cbd2e6e-0401-4030-a67d-5b30701612cb by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:06:04.316008 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Attempting to bind port 3cbd2e6e-0401-4030-a67d-5b30701612cb on network 74476e6f-4422-49b4-98a1-39e62306614c {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:04.338105 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'security_group_rule': {'security_group_id': 'a68aec0e-0dba-4b0c-8e0b-0831cca868ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:04.354982 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:06:04.354982 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Checking segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:04.354982 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.354982 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Bound using segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:06:04.354982 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Bound port: 3cbd2e6e-0401-4030-a67d-5b30701612cb, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'}}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:06:04.354982 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.355894 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:04.362330 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:security_group_rule and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:04.368226 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:04.382740 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:04.453600 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.551260 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.608028 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] For port 3cbd2e6e-0401-4030-a67d-5b30701612cb, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:06:04.621016 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] For port 3cbd2e6e-0401-4030-a67d-5b30701612cb, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=3cbd2e6e-0401-4030-a67d-5b30701612cb,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:06:04.660125 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38166) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:04.670685 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-989bdffc-b0b7-4f30-9af0-83dfa190ec53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:04.704997 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.712014 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-7b76d49c-f884-4e79-8ce2-4419769721b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:04.727395 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.961647 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-91f21a25-bc1d-44d3-b63f-0abf387f9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:04.974503 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-91f21a25-bc1d-44d3-b63f-0abf387f9867 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76dc39e1b9b840edb8450d39335f46df&device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 1096 time: 0.5237250 Sep 15 15:06:04.981121 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.022811 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:06:05.023771 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:05.086240 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8795de9b5aaf48629ee3b1a147143f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6361468 Sep 15 15:06:05.145585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:05:59Z', 'revision_number': 2, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:05.165953 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Checking router: 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:06:05.168206 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Updating router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 binding host dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:06:05.189402 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38182) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:05.190606 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38184) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:05.242498 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067714877', 'description': 'tempest-description--1498618428'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:05.285174 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7e04a1-3bc0-4454-8b9e-3134db7e6ebb,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:05.350382 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:05.362180 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.368059 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:05.429268 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-2bda92ee-507d-433c-8721-46c0d847090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:05.431234 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-2bda92ee-507d-433c-8721-46c0d847090d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 HTTP/1.1" status: 200 len: 912 time: 0.4391313 Sep 15 15:06:05.432340 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:05.448130 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:05.504029 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ea159-0dbb-421f-b96f-6bd7c86abedd None None] Pushing event updated for resources: {'Port': ['ID=3cbd2e6e-0401-4030-a67d-5b30701612cb,revision_number=4']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:05.507345 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-b37ea159-0dbb-421f-b96f-6bd7c86abedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:05.592592 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Made reservation on behalf of 3d177ce1759f42a1a7258954a6937284 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:05.595212 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:security_group and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:05.596551 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.609015 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:06:05.628258 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-f3199e1d-bd1c-41da-9d18-eeca3d5327a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc HTTP/1.1" status: 200 len: 217 time: 0.1597340 Sep 15 15:06:05.636207 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-54bc6921-fd8d-408e-9460-fd762540fdd4 req-897ca74e-45f5-4685-ad7a-7ebfb6903901 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 210 time: 0.1093297 Sep 15 15:06:05.637184 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5872e9b8-3adf-4a5b-bc43-6b3a04f38de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.649943 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:05.699139 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.703099 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:05.738716 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.791335 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:05.796200 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Usage tracker for resource:security_group_rule and tenant:9c27bbc4398542db88050200ad8486be is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:05.799516 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:05.808788 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:05.821320 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31bc3b-2609-4240-a6df-285508eca632 req-7adbf2dd-0520-47ac-8957-d9efa8cc0005 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:05.822791 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7b31bc3b-2609-4240-a6df-285508eca632 req-7adbf2dd-0520-47ac-8957-d9efa8cc0005 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 943 time: 1.2759376 Sep 15 15:06:05.829618 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5872e9b8-3adf-4a5b-bc43-6b3a04f38de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.908575 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.918108 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:05.978290 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:06.032642 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-2723c997-d0b1-4f11-a8c7-7cc79aeee09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:06.034131 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-2723c997-d0b1-4f11-a8c7-7cc79aeee09b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6360404-912a-4688-86e5-c4cc21681059 HTTP/1.1" status: 200 len: 851 time: 0.3209724 Sep 15 15:06:06.190331 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-2a4733d9-50b8-4bd3-a3d5-338248d492c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225643 Sep 15 15:06:06.218770 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Allocated IP 172.20.0.6 (a27b4daf-327f-4116-a103-7eb64c3be830/5482358c-9838-4aaf-a0b6-8d2d2e1991c6/d7c9fedf-ce38-41b9-be9a-6ac901c5e29d) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:06:06.293928 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.297665 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:04Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:06.304701 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d5142-663b-4d8f-b181-ac7407d3b458 None None] The sync data for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb is: [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:04Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:06:06.332299 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:06.338790 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cc3f84-7117-404d-bc6b-3572be7ba7ae,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:06.344593 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:06.352998 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Notify callbacks [] for port, precommit_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.363474 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:security_group_rule and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:06.376109 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7b31bc3b-2609-4240-a6df-285508eca632 req-64dc2954-d972-488c-a3dd-3a17ffc79766 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372047 Sep 15 15:06:06.378936 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Transition to ACTIVE for port object 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:06.380266 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:06.398720 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:06.412156 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.462679 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e39de330-a2c3-472e-98bf-f1be1292fcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:06.510634 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.511822 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1922820 Sep 15 15:06:06.527182 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.542576 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:06.544468 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38200) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:06.592640 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'security_group_rule': {'security_group_id': 'a68aec0e-0dba-4b0c-8e0b-0831cca868ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:06.598690 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:06.604092 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:security_group_rule and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:06.607343 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:06.613643 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:06.648429 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.674036 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c27bbc4398542db88050200ad8486be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9650364 Sep 15 15:06:06.679471 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38206) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:06.704486 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf43a3-0511-4182-82b1-1f2ba7452154,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:06.720151 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:06.752064 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5872e9b8-3adf-4a5b-bc43-6b3a04f38de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.753209 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.761357 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:06.846500 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.852351 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872e9b8-3adf-4a5b-bc43-6b3a04f38de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7e04a1-3bc0-4454-8b9e-3134db7e6ebb,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:06.899609 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6e2040b3-45ac-4c07-9a34-5b78428097a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.947558 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b4f18-c654-4bf3-b3f7-a3cd9bee44b8 None None] Pushing event updated for resources: {'Port': ['ID=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:06.978253 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd7b4f18-c654-4bf3-b3f7-a3cd9bee44b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:06.979068 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Attempting to bind port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:06:06.979443 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Attempting to bind port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:06:06.979838 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Attempting to bind port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 on network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:06.993048 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:06:06.993332 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Checking segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:06.993534 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:06.993748 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.994172 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Bound using segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:06:06.994656 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Bound port: 2e3c6688-dcc8-43de-a6e8-cb587f7564d2, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:06:06.995518 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.023338 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.027279 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7993646 Sep 15 15:06:07.027279 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5872e9b8-3adf-4a5b-bc43-6b3a04f38de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.029412 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-5872e9b8-3adf-4a5b-bc43-6b3a04f38de7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc7e04a1-3bc0-4454-8b9e-3134db7e6ebb HTTP/1.1" status: 204 len: 168 time: 1.8054173 Sep 15 15:06:07.033397 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:07.046126 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38214) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:07.048668 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:07.048668 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:07.064595 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eaa3cdcf-9f28-4716-a170-c2915acf6fa7 req-3ebe4af4-fde0-48a0-af06-61a2408bd76f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 210 time: 0.1135828 Sep 15 15:06:07.075036 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'security_group_rule': {'security_group_id': '2cf7cc77-98ee-486f-8b56-2cecb43b4d0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:07.082211 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:07.087314 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:security_group_rule and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:07.090503 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:07.099551 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:07.115149 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6e2040b3-45ac-4c07-9a34-5b78428097a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.125414 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-99d8ff26-84be-4ed5-823e-863666c6c315 service neutron] 10.222.0.32 "GET /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869298 Sep 15 15:06:07.152656 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.166174 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] For port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:06:07.166682 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.172473 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] For port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:06:07.231277 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.265521 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.265701 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.267517 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:07.270966 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd89880a-c532-46a1-8d84-c75aa3846a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:07.283137 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768d1b9d-73af-4e5b-9c64-7b95a4d76692,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:07.298017 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:07.341159 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.367345 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.377741 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6e2040b3-45ac-4c07-9a34-5b78428097a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.377741 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6e2040b3-45ac-4c07-9a34-5b78428097a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.378748 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-6e2040b3-45ac-4c07-9a34-5b78428097a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8cf43a3-0511-4182-82b1-1f2ba7452154 HTTP/1.1" status: 204 len: 168 time: 0.6981883 Sep 15 15:06:07.444348 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:07.454967 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:06:07.455788 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:05:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:07.502958 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.506143 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9199460 Sep 15 15:06:07.510742 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38238) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:07.512673 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2040b3-45ac-4c07-9a34-5b78428097a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf43a3-0511-4182-82b1-1f2ba7452154,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:07.548313 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6e2040b3-45ac-4c07-9a34-5b78428097a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:07.548987 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:07.553842 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.635603 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:07.696516 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d9841c-3298-4eed-9a66-c77fe1faf69a,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:07.703173 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:07.706908 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'floatingip': {'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:07.723512 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:07.739257 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:floatingip and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:07.744440 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:07.761851 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:07.780731 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Network a27b4daf-327f-4116-a103-7eb64c3be830 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:06:07.796568 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:07.816203 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:06:07.823866 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:07.824571 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.887178 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.920619 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b4f18-c654-4bf3-b3f7-a3cd9bee44b8 None None] Pushing event updated for resources: {'Port': ['ID=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:07.959084 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd7b4f18-c654-4bf3-b3f7-a3cd9bee44b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:07.982761 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c56810-6c31-4094-9344-6135bcf48ebf {{(pid=80018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:07.984380 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:07.990986 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Pushing event updated for resources: {'Port': ['ID=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:07.994513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:08.007098 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Transition to ACTIVE for port object a1c56810-6c31-4094-9344-6135bcf48ebf will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:08.024495 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182b5e7-423c-45a7-a31c-5764cdc8d8ae req-c2a07d1b-1db7-4fe9-8539-98ac491096b5 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:08.026180 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4182b5e7-423c-45a7-a31c-5764cdc8d8ae req-c2a07d1b-1db7-4fe9-8539-98ac491096b5 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 943 time: 0.3348951 Sep 15 15:06:08.041169 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9620287 Sep 15 15:06:08.048633 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:06:08.094877 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.120256 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.121816 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0562396 Sep 15 15:06:08.125933 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38244) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:08.131417 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'security_group_rule': {'security_group_id': '2cf7cc77-98ee-486f-8b56-2cecb43b4d0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:08.151675 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4182b5e7-423c-45a7-a31c-5764cdc8d8ae req-7adfc1d9-df08-4ec5-8f72-dceef1c0de0d tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191213 Sep 15 15:06:08.159990 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:08.160552 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:security_group_rule and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:08.163226 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:08.179993 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:08.196754 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.215206 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:08.415897 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Request body: {'port': {'device_id': '37978172-41cf-4415-a552-8c4b3b90923f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:08.475164 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 3cbd2e6e-0401-4030-a67d-5b30701612cb up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:08.526738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38250) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:08.586619 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.624816 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.657777 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c56810-6c31-4094-9344-6135bcf48ebf,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:08.659801 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Allocated IP 172.28.3.18 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/b819ffa2-62a4-4903-a6fb-7b8faea022e3) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:06:08.676549 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:08.681831 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:08.696586 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Usage tracker for resource:security_group_rule and tenant:a8076a3abec8405fb9f453ea87c6e9db is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:08.727980 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:08.746187 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.752505 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Attempting to bind port a1c56810-6c31-4094-9344-6135bcf48ebf on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:06:08.752987 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Attempting to bind port a1c56810-6c31-4094-9344-6135bcf48ebf by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:06:08.754011 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Attempting to bind port a1c56810-6c31-4094-9344-6135bcf48ebf on network a27b4daf-327f-4116-a103-7eb64c3be830 {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:08.765543 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Port a1c56810-6c31-4094-9344-6135bcf48ebf on network a27b4daf-327f-4116-a103-7eb64c3be830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:06:08.765884 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Attempting to bind port a1c56810-6c31-4094-9344-6135bcf48ebf on network a27b4daf-327f-4116-a103-7eb64c3be830 {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:08.773805 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:06:08.774156 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Checking segment: {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:08.774721 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Bound using segment: {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:06:08.775163 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Bound port: a1c56810-6c31-4094-9344-6135bcf48ebf, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:06:08.775518 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.788953 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 3cbd2e6e-0401-4030-a67d-5b30701612cb completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:08.793649 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7a734-5d33-4fbf-8efc-ad1377eb1e59 req-52c92569-d791-403c-bd94-2258b72ca1e5 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:08.795459 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d3d7a734-5d33-4fbf-8efc-ad1377eb1e59 req-52c92569-d791-403c-bd94-2258b72ca1e5 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 931 time: 0.5442348 Sep 15 15:06:08.807865 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 3cbd2e6e-0401-4030-a67d-5b30701612cb triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:08.808245 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.818795 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.899274 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.899766 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:08.952806 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-82c1875b-d3e2-46f4-8c0d-f6550c46caf1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:08.987011 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d3d7a734-5d33-4fbf-8efc-ad1377eb1e59 req-8918d607-4a12-4cb7-86d8-fbef538bff46 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814158 Sep 15 15:06:08.991371 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:08.991929 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad10ee5-91ca-44c9-a100-1724580e58e1,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:08.996298 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:09.006991 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] For port a1c56810-6c31-4094-9344-6135bcf48ebf, host hv-cinder-80919, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:06:09.019127 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] For port a1c56810-6c31-4094-9344-6135bcf48ebf, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a1c56810-6c31-4094-9344-6135bcf48ebf,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:06:09.022010 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:07Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:09.032570 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af82aa0c-e7f8-4b44-880b-f907775f3861 None None] The sync data for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb is: [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:07Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:06:09.042535 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 3cbd2e6e-0401-4030-a67d-5b30701612cb, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=3cbd2e6e-0401-4030-a67d-5b30701612cb,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:09.086642 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.091424 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.096851 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-30e2b1dd-6bc7-48b9-b6b7-b1d3c62cc3c8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9696083 Sep 15 15:06:09.097844 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38260) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:09.104542 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-157aee8b-92da-4929-aca6-703e3862366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.106573 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'floatingip': {'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:09.113877 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:09.121492 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:floatingip and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:09.126037 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:09.135134 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:09.151064 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.156873 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:09.162750 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd6337e7-ace9-4925-822f-627a0990cd42 req-9210ed78-5862-4564-9bce-bbfc1f352769 service neutron] 10.222.0.32 "GET /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7870057 Sep 15 15:06:09.165654 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38264) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:09.172893 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.178841 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-423717e9-bdad-440e-b0a4-932a7ac8b544 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:09.233473 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.242984 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=3cbd2e6e-0401-4030-a67d-5b30701612cb,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:09.247403 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:09.276650 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.288533 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.300010 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.303089 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:09.314236 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Usage tracker for resource:security_group_rule and tenant:d120ba89cfd148b0af953e234ff7bbe2 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:09.321300 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:09.349731 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:09.353846 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2c3fe570-5b8b-4c6d-8cae-1b817aa4d1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:09.361581 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:09.362215 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.363648 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] 10.222.0.32 "PUT /v2.0/ports/a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 200 len: 1094 time: 5.2805603 Sep 15 15:06:09.402177 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.413463 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270cee57-554a-4e96-8cb3-5e5bedc9b429', 'tag': 'a1c56810-6c31-4094-9344-6135bcf48ebf'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:09.424747 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.475832 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c56810-6c31-4094-9344-6135bcf48ebf,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:09.487460 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:09.516963 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8076a3abec8405fb9f453ea87c6e9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9862514 Sep 15 15:06:09.516963 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06322686-6970-466c-a228-b6f0c841f659,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:09.523718 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38276) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:09.529092 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:09.547244 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:06:09.547911 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:09.602368 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:09.657422 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:06:09.667772 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdb3cc-c743-4bec-b9f5-6eff36187123 req-3aca090e-ac17-4d90-a045-008454b5bd0e tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:09.669436 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-87fdb3cc-c743-4bec-b9f5-6eff36187123 req-3aca090e-ac17-4d90-a045-008454b5bd0e tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 943 time: 0.3479064 Sep 15 15:06:09.747018 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-efbfeb94-a938-4893-8cc9-b5194c34b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:09.749038 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-efbfeb94-a938-4893-8cc9-b5194c34b650 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1097 time: 0.2473016 Sep 15 15:06:09.813870 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'Port': ['ID=b819ffa2-62a4-4903-a6fb-7b8faea022e3,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:09.830720 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:09.836500 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-7c4b53e5-787f-4daa-b3b8-7e1b55b10704 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 200 len: 217 time: 0.0782340 Sep 15 15:06:09.842855 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270cee57-554a-4e96-8cb3-5e5bedc9b429', 'tag': 'a1c56810-6c31-4094-9344-6135bcf48ebf', 'status': 'completed', 'code': 200} Sep 15 15:06:09.845261 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-87fdb3cc-c743-4bec-b9f5-6eff36187123 req-d7959407-3117-4bae-aa16-8a21edff4502 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639602 Sep 15 15:06:09.883449 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.941317 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.960414 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c61bb18-962a-43ec-808f-ef715ab8235f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:09.983212 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-27f9e294-02a8-4120-8ede-2950c7220e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:09.984827 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-27f9e294-02a8-4120-8ede-2950c7220e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.1347210 Sep 15 15:06:10.034228 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.053568 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-baa5e022-c744-40dc-8c75-c0410a32ab8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609119 Sep 15 15:06:10.069636 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c61bb18-962a-43ec-808f-ef715ab8235f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.166696 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.183028 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:10.295097 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.329222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c61bb18-962a-43ec-808f-ef715ab8235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.332036 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d120ba89cfd148b0af953e234ff7bbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1555870 Sep 15 15:06:10.337337 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38304) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:10.360304 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e2255-987d-4661-8e36-43fce7f7f570,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:10.369429 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:10.372685 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-1759ef7e-dac0-4bfc-afac-14addf8539e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:10.382097 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c9fedf-ce38-41b9-be9a-6ac901c5e29d {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:10.404432 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.408824 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61bb18-962a-43ec-808f-ef715ab8235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06322686-6970-466c-a228-b6f0c841f659,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:10.416198 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Allocated IP 172.28.3.178 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/762dc64d-59a8-4b9c-84d6-8d90f31e7012) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:06:10.418842 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2c61bb18-962a-43ec-808f-ef715ab8235f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:10.423665 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-5401760d-e9d9-4cf1-881a-7a4f6e4760af service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627493 Sep 15 15:06:10.465497 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:10.562487 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Transition to ACTIVE for port object d7c9fedf-ce38-41b9-be9a-6ac901c5e29d will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:10.583997 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe895-ec6e-4459-b4cc-6820a1b4771c req-8906895b-d95f-4ee4-b44b-0fb52134483e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:10.585544 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3bfbe895-ec6e-4459-b4cc-6820a1b4771c req-8906895b-d95f-4ee4-b44b-0fb52134483e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 931 time: 0.4386582 Sep 15 15:06:10.617680 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c61bb18-962a-43ec-808f-ef715ab8235f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.618853 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2c61bb18-962a-43ec-808f-ef715ab8235f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06322686-6970-466c-a228-b6f0c841f659 HTTP/1.1" status: 204 len: 168 time: 1.0918512 Sep 15 15:06:10.629734 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:10.636071 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:10.638674 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.665249 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.693216 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:10.696332 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9814f853-c296-457c-a002-265b3ebac48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.869055 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:10.923881 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:10.996413 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.003824 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9814f853-c296-457c-a002-265b3ebac48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.030355 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:11.033225 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3bfbe895-ec6e-4459-b4cc-6820a1b4771c req-6b6c657e-51c1-4efb-822c-43fe01452258 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823102 Sep 15 15:06:11.038504 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:11.046723 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.047925 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 3cbd2e6e-0401-4030-a67d-5b30701612cb up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:11.057946 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Attempting to bind port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:06:11.057946 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Attempting to bind port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:06:11.057946 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Attempting to bind port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d on network a27b4daf-327f-4116-a103-7eb64c3be830 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:11.062052 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d on network a27b4daf-327f-4116-a103-7eb64c3be830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:06:11.062603 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Attempting to bind port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d on network a27b4daf-327f-4116-a103-7eb64c3be830 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:11.068200 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:06:11.068731 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Checking segment: {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:11.069285 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Bound using segment: {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:06:11.069918 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Bound port: d7c9fedf-ce38-41b9-be9a-6ac901c5e29d, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1e0880-56e5-4f6b-8684-a3d580cf039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:06:11.070411 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.083542 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.084235 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2c3b78a7-72e1-496a-bddc-fd9efda01cd0 req-92077c82-6d45-41d3-8245-ec4615416954 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514382 Sep 15 15:06:11.095358 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:11.121893 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.149104 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd7b4f18-c654-4bf3-b3f7-a3cd9bee44b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:11.204623 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.238260 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'Port': ['ID=b819ffa2-62a4-4903-a6fb-7b8faea022e3,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:11.244333 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:11.285089 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] For port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:06:11.288698 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] For port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:06:11.326560 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9814f853-c296-457c-a002-265b3ebac48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.337767 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.338095 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.339387 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8063903 Sep 15 15:06:11.355509 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bb94e089-3af4-40b9-9234-85990b845cbb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:11.361957 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:11.365428 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:11.367085 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.376065 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:11.380710 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 3cbd2e6e-0401-4030-a67d-5b30701612cb triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:11.381098 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.386904 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814f853-c296-457c-a002-265b3ebac48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e2255-987d-4661-8e36-43fce7f7f570,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:11.394746 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9814f853-c296-457c-a002-265b3ebac48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:11.399067 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c8b39939-743e-4945-802a-9d7df47cd70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:11.502857 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'Port': ['ID=762dc64d-59a8-4b9c-84d6-8d90f31e7012,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:11.509941 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:11.521045 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:06:11.522715 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9814f853-c296-457c-a002-265b3ebac48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.524252 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-9814f853-c296-457c-a002-265b3ebac48b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c3e2255-987d-4661-8e36-43fce7f7f570 HTTP/1.1" status: 204 len: 168 time: 1.1842549 Sep 15 15:06:11.530522 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:11.536422 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:06:11.556059 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:11.557021 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.558631 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] 10.222.0.32 "PUT /v2.0/ports/d7c9fedf-ce38-41b9-be9a-6ac901c5e29d HTTP/1.1" status: 200 len: 1093 time: 3.1525393 Sep 15 15:06:11.559293 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37978172-41cf-4415-a552-8c4b3b90923f', 'tag': 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:11.584909 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:11.589400 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:11.607462 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324117a-7954-4120-8dc7-08026d77e1df req-091c64cb-2e98-40b2-9ef5-92e5b27d4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:11.609044 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c324117a-7954-4120-8dc7-08026d77e1df req-091c64cb-2e98-40b2-9ef5-92e5b27d4b24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1097 time: 0.3953974 Sep 15 15:06:11.778166 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edac82c-0b6d-4d36-94bb-cc23d41cd3d8 req-47a083c3-bfdc-49ed-93c2-2aad752b1962 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:11.779303 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37978172-41cf-4415-a552-8c4b3b90923f', 'tag': 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d', 'status': 'completed', 'code': 200} Sep 15 15:06:11.784067 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4edac82c-0b6d-4d36-94bb-cc23d41cd3d8 req-47a083c3-bfdc-49ed-93c2-2aad752b1962 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 943 time: 0.5715845 Sep 15 15:06:11.796095 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-9a3d00e5-134f-4731-9521-1abd223e6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:11.798121 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-9a3d00e5-134f-4731-9521-1abd223e6ac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 1096 time: 0.1154754 Sep 15 15:06:11.805644 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.843283 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-08792c84-5fb5-4922-ab8f-231cdfd17355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:11.911526 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-f9397da8-854a-4061-a895-fb61f1008101 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d HTTP/1.1" status: 200 len: 217 time: 0.1054997 Sep 15 15:06:11.974744 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324117a-7954-4120-8dc7-08026d77e1df req-06def319-576a-43ad-b0ab-3bdc217a3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:11.976041 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c324117a-7954-4120-8dc7-08026d77e1df req-06def319-576a-43ad-b0ab-3bdc217a3c76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 919 time: 0.3546143 Sep 15 15:06:12.013862 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-c72dd230-a098-4028-bded-d3cd0683d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:12.015530 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-c72dd230-a098-4028-bded-d3cd0683d69b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.0971875 Sep 15 15:06:12.030603 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4edac82c-0b6d-4d36-94bb-cc23d41cd3d8 req-ed16a670-f5bf-4833-a6ea-555a9a607caa tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321675 Sep 15 15:06:12.083105 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-24d77feb-5740-4d39-9471-821aad86ccef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608037 Sep 15 15:06:12.127515 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c324117a-7954-4120-8dc7-08026d77e1df req-e0b58a75-ff7b-41cd-a31e-66932d1fd9b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 200 len: 217 time: 0.0957785 Sep 15 15:06:12.135593 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-35ac948b-8abe-4345-811c-02f52f524092 req-99c72485-1a95-4205-8102-d788db45c122 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Synchronizing usage tracker for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:security_group {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:12.203833 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324117a-7954-4120-8dc7-08026d77e1df req-4541804e-11ce-4440-9d40-cc7df37e8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:12.208994 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c324117a-7954-4120-8dc7-08026d77e1df req-4541804e-11ce-4440-9d40-cc7df37e8096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.0705938 Sep 15 15:06:12.210172 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:12.303150 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-382b298a-e5d5-4437-bcbb-9f2a658bbef7 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136891 Sep 15 15:06:12.391549 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:12.412536 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c324117a-7954-4120-8dc7-08026d77e1df req-59ff6141-8c97-4654-a4f0-2e230eb90f03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699572 Sep 15 15:06:12.520232 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:12.520611 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:12.522554 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-db2716c4-d51b-4c5a-94ab-70e69dcb82ed req-07984235-df22-4274-ac7a-7c5d83cb534c service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106709 Sep 15 15:06:12.572723 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-35ac948b-8abe-4345-811c-02f52f524092 req-99c72485-1a95-4205-8102-d788db45c122 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Unset dirty status for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:security_group {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:12.573906 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-99c72485-1a95-4205-8102-d788db45c122 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1182875817&fields=id&tenant_id=0b2e4af22d5f463e8a475e5b8d071687 HTTP/1.1" status: 200 len: 267 time: 0.6389427 Sep 15 15:06:12.592366 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:12.777566 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-996a34ce-4d66-47ee-a144-f9e0e09e0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:12.777566 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-996a34ce-4d66-47ee-a144-f9e0e09e0ffc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 1096 time: 0.1141617 Sep 15 15:06:12.790505 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1b523-92a0-4ca7-a56b-aff64c167268 req-67ea6232-809b-4fff-a100-146f36a8194d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:12.792022 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4ce1b523-92a0-4ca7-a56b-aff64c167268 req-67ea6232-809b-4fff-a100-146f36a8194d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 943 time: 0.5537164 Sep 15 15:06:12.873012 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c324117a-7954-4120-8dc7-08026d77e1df req-b5c2e0e5-090f-4c84-bf8d-b80105ad8ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417231 Sep 15 15:06:12.905130 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-0d0a7554-7f9a-4346-8b6a-b752b60bfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:12.906567 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-0d0a7554-7f9a-4346-8b6a-b752b60bfe7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 919 time: 0.1301310 Sep 15 15:06:13.003009 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device e909bcb7-9c92-4bc8-ac11-60917ff6d2fc details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:06:13.003651 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4ce1b523-92a0-4ca7-a56b-aff64c167268 req-4e389c54-34c3-45f0-9adf-0fe0f5f00654 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860378 Sep 15 15:06:13.017871 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-e939f637-e30f-47bf-8ae8-b0c9c1a46ad2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d HTTP/1.1" status: 200 len: 217 time: 0.1044927 Sep 15 15:06:13.104023 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac948b-8abe-4345-811c-02f52f524092 req-116c868e-0982-4000-bf8b-287ea29d253e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:13.104944 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-35ac948b-8abe-4345-811c-02f52f524092 req-116c868e-0982-4000-bf8b-287ea29d253e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Synchronizing usage tracker for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:network {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:13.112892 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:06:13.134328 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:13.144093 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-0b0d5fbb-b248-4f22-8e79-aa06bebe46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:13.148032 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-0b0d5fbb-b248-4f22-8e79-aa06bebe46c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.1234548 Sep 15 15:06:13.193250 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c324117a-7954-4120-8dc7-08026d77e1df req-18519559-619a-47f2-a743-b23b3b6128c1 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008106 Sep 15 15:06:13.201567 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,segment=NetworkSegment(6d6223c6-3cc5-4688-9c33-a1021c0ba81a),segment_id=6d6223c6-3cc5-4688-9c33-a1021c0ba81a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:13.213191 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-35ac948b-8abe-4345-811c-02f52f524092 req-116c868e-0982-4000-bf8b-287ea29d253e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Unset dirty status for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:network {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:13.215039 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-116c868e-0982-4000-bf8b-287ea29d253e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 817 time: 0.5849223 Sep 15 15:06:13.216918 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:13.222320 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:13.223731 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-dbebdbfc-6e1e-4174-93b0-89b047ee4dca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684974 Sep 15 15:06:13.224347 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': 'e909bcb7-9c92-4bc8-ac11-60917ff6d2fc', 'network_id': 'd3ff9dad-d884-48e8-84fc-1a5a6f1a7924', 'port_id': 'e909bcb7-9c92-4bc8-ac11-60917ff6d2fc', 'mac_address': 'fa:16:3e:79:a2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6360404-912a-4688-86e5-c4cc21681059', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:06:13.347336 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:13.347471 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:13.352371 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-28d5ae0c-0a0b-4cbc-b51f-cdb527a64646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/quotas/0b2e4af22d5f463e8a475e5b8d071687 HTTP/1.1" status: 200 len: 375 time: 0.0845773 Sep 15 15:06:13.359989 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e909bcb7-9c92-4bc8-ac11-60917ff6d2fc {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:13.382497 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,segment=NetworkSegment(6d6223c6-3cc5-4688-9c33-a1021c0ba81a),segment_id=6d6223c6-3cc5-4688-9c33-a1021c0ba81a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:13.428664 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-53ac4449-ea32-4c5c-9daf-85ce40bb578d service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977968 Sep 15 15:06:13.433930 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'Port': ['ID=762dc64d-59a8-4b9c-84d6-8d90f31e7012,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:13.436981 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:13.463430 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:13.466786 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-90e4c98c-22c5-483e-9cd2-0ee42d64e8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:13.478989 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dbe25-6ef3-4b87-9c69-9119d4697d54 req-ffb4a6dc-d3e4-46d9-a497-55f517204288 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:13.486419 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bd7dbe25-6ef3-4b87-9c69-9119d4697d54 req-ffb4a6dc-d3e4-46d9-a497-55f517204288 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 943 time: 0.2254615 Sep 15 15:06:13.548544 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:13.550031 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4486108 Sep 15 15:06:13.580651 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:13.586289 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:13.595552 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-35ac948b-8abe-4345-811c-02f52f524092 req-a5801d9c-a787-4acd-b706-1f2f93d4f6c6 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Synchronizing usage tracker for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:13.604763 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38430) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:13.613067 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bd7dbe25-6ef3-4b87-9c69-9119d4697d54 req-98f0a52f-d2b4-44a6-9291-bf5d6a1a0305 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255524 Sep 15 15:06:13.624801 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b00c48a8-40f3-46eb-8b11-7ab0ca604046 req-f3985600-3e13-45c2-8a32-8acf3a30d595 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896086 Sep 15 15:06:13.733816 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-35ac948b-8abe-4345-811c-02f52f524092 req-a5801d9c-a787-4acd-b706-1f2f93d4f6c6 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Unset dirty status for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:13.741161 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-a5801d9c-a787-4acd-b706-1f2f93d4f6c6 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3704224 Sep 15 15:06:13.928031 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-3a9cf356-cada-4a37-9c6a-39e2b3490c01 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Synchronizing usage tracker for tenant:5f8769c1556942878238a73d14494866 on resource:security_group {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:13.969160 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['e909bcb7-9c92-4bc8-ac11-60917ff6d2fc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:06:13.987718 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-555772916-network', 'tenant_id': '306f9d2010324a6b91fea2fccd8dcf7f'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:13.991766 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-ddff2005-5584-4d64-bebd-35e17ff2a33d service neutron] 10.222.0.39 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369318 Sep 15 15:06:13.992101 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:13.996703 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Usage tracker for resource:network and tenant:306f9d2010324a6b91fea2fccd8dcf7f is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:14.000585 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:14.007294 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:14.070943 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.094582 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-3a9cf356-cada-4a37-9c6a-39e2b3490c01 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Unset dirty status for tenant:5f8769c1556942878238a73d14494866 on resource:security_group {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:14.095797 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-3a9cf356-cada-4a37-9c6a-39e2b3490c01 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1067714877&fields=id&tenant_id=5f8769c1556942878238a73d14494866 HTTP/1.1" status: 200 len: 267 time: 0.2451415 Sep 15 15:06:14.119946 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Made reservation on behalf of 306f9d2010324a6b91fea2fccd8dcf7f for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:14.123634 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.136886 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.153947 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:14.158797 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Usage tracker for resource:security_group_rule and tenant:306f9d2010324a6b91fea2fccd8dcf7f is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:14.162422 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:14.169412 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:14.270332 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-200eb95d-29bd-47c1-a774-826c36cc8327 service neutron] 10.222.0.39 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708342 Sep 15 15:06:14.302123 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-7a704c7c-c949-4d8c-9ec9-b9b137e29bbe tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:14.305963 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-7a704c7c-c949-4d8c-9ec9-b9b137e29bbe tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 811 time: 0.1983831 Sep 15 15:06:14.321435 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-b1b4f8dc-42fc-4560-aa93-bb051ff1d2ff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/quotas/5f8769c1556942878238a73d14494866 HTTP/1.1" status: 200 len: 375 time: 0.0114725 Sep 15 15:06:14.341595 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.420468 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-3385a66d-ab30-4da5-8747-0a87584ceb28 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910068 Sep 15 15:06:14.423573 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.427961 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3547c597-eb18-41e0-8c63-2c26c87e8ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:14.453192 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:06:14.465460 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b222e4-549d-4f8e-afc8-ef0fe527752d,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:14.469430 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:14.470367 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.470674 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Added segment 6c14d122-2fd7-4a89-a02f-ed7fc12bd555 of type vlan for network 480258fd-477c-43d1-99d7-4ec2e2d974f2 Sep 15 15:06:14.516533 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.607782 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-08d3b43d-fef7-49de-af88-d1de93b601a7 service neutron] 10.222.0.39 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738451 Sep 15 15:06:14.640541 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.641913 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:14.642525 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:14.648215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4b349ada-b0b2-42c4-a1a0-e6aa875c309e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:14.764159 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Pushing event updated for resources: {'Network': ['ID=480258fd-477c-43d1-99d7-4ec2e2d974f2,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:14.766874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:14.774563 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 480258fd-477c-43d1-99d7-4ec2e2d974f2 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:06:14.824643 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9992530-67dd-40ac-8d90-c2a9c7dfc9f6 req-46963e03-e0fe-4155-9a24-145843729b92 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:14.826500 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c9992530-67dd-40ac-8d90-c2a9c7dfc9f6 req-46963e03-e0fe-4155-9a24-145843729b92 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 943 time: 0.2124555 Sep 15 15:06:14.829790 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-f98d39f5-a848-4635-b551-08bea71a53b9 service neutron] 10.222.0.39 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770859 Sep 15 15:06:14.892150 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2862566 Sep 15 15:06:14.895103 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38490) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:14.903297 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c9992530-67dd-40ac-8d90-c2a9c7dfc9f6 req-3d6d7d1a-9f07-497e-aae9-b6a1a2b84d43 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708606 Sep 15 15:06:14.909082 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Request body: {'subnet': {'network_id': '480258fd-477c-43d1-99d7-4ec2e2d974f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-555772916-subnet', 'tenant_id': '306f9d2010324a6b91fea2fccd8dcf7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:14.916326 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:14.922466 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Usage tracker for resource:subnet and tenant:306f9d2010324a6b91fea2fccd8dcf7f is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:14.926530 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:14.937940 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:14.993217 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device a1c56810-6c31-4094-9344-6135bcf48ebf details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:06:15.023243 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4e69cb4d-00d4-400a-b711-797235988245 req-907525f1-f4a3-4a41-8970-827b04c45c58 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 210 time: 0.0586548 Sep 15 15:06:15.035362 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device e909bcb7-9c92-4bc8-ac11-60917ff6d2fc up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:15.059659 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Made reservation on behalf of 306f9d2010324a6b91fea2fccd8dcf7f for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:15.068134 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:15.290542 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port a1c56810-6c31-4094-9344-6135bcf48ebf, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a1c56810-6c31-4094-9344-6135bcf48ebf,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:15.312529 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': 'a1c56810-6c31-4094-9344-6135bcf48ebf', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'port_id': 'a1c56810-6c31-4094-9344-6135bcf48ebf', 'mac_address': 'fa:16:3e:26:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:06:15.339525 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8c4815cb-8f2e-482c-9de3-92b164c8eb28 req-125a55bf-d473-46c0-8355-961d70c70232 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 210 time: 0.0820212 Sep 15 15:06:15.385776 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:15.415574 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591eec3-9672-4765-9f12-f8d94034fc60 req-85d20472-1790-4363-a3c7-4cc9dead1822 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:15.422539 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7591eec3-9672-4765-9f12-f8d94034fc60 req-85d20472-1790-4363-a3c7-4cc9dead1822 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 944 time: 0.2103477 Sep 15 15:06:15.429742 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:15.430439 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:15.480109 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7591eec3-9672-4765-9f12-f8d94034fc60 req-474b4aa7-ff18-4105-8559-41ee5ca6fe95 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566061 Sep 15 15:06:15.509235 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:15.534852 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c56810-6c31-4094-9344-6135bcf48ebf {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:15.581207 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:15.591918 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port a1c56810-6c31-4094-9344-6135bcf48ebf, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a1c56810-6c31-4094-9344-6135bcf48ebf,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:15.598786 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ea6bd461-0e4c-450b-bd71-046c218f2e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:15.613252 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:15.645165 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce20a01-1101-4ce4-a7e7-0478fd6e0067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e909bcb7-9c92-4bc8-ac11-60917ff6d2fc'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:15.684405 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a614e7a9-374f-407d-8c6e-bc03a3581a9b,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:15.691122 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:15.693562 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Checking segment: {'id': '6c14d122-2fd7-4a89-a02f-ed7fc12bd555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '480258fd-477c-43d1-99d7-4ec2e2d974f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:15.693991 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Network hostable DHCP agents. Network: 480258fd-477c-43d1-99d7-4ec2e2d974f2, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:06:15.724789 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:15.727939 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd7b4f18-c654-4bf3-b3f7-a3cd9bee44b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:15.766836 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,segment=NetworkSegment(6d6223c6-3cc5-4688-9c33-a1021c0ba81a),segment_id=6d6223c6-3cc5-4688-9c33-a1021c0ba81a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:15.804811 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38526) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:15.806949 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=a1c56810-6c31-4094-9344-6135bcf48ebf,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:15.810529 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:15.869673 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Network 480258fd-477c-43d1-99d7-4ec2e2d974f2 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:06:15.869869 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:15.872252 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:15.932003 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:15.954252 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:15.957969 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac7db945c1742048cbf83ce46985458 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:15.961176 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:15.967213 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:16.016555 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 480258fd-477c-43d1-99d7-4ec2e2d974f2) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:16.032237 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:16.033755 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:16.035972 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aed2c1-a361-48d8-81a3-70579e88fc8b None None] Network 480258fd-477c-43d1-99d7-4ec2e2d974f2 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:06:16.061884 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:16.065082 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:16.122818 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:16.127468 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['a1c56810-6c31-4094-9344-6135bcf48ebf'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:06:16.161102 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb878c-9627-486f-920f-bd9baecc327c req-67bc5e26-2538-40e9-b758-9bc468c2f533 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:16.162748 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0efb878c-9627-486f-920f-bd9baecc327c req-67bc5e26-2538-40e9-b758-9bc468c2f533 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 943 time: 0.1111119 Sep 15 15:06:16.174497 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce20a01-1101-4ce4-a7e7-0478fd6e0067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e909bcb7-9c92-4bc8-ac11-60917ff6d2fc', 'code': 200} Sep 15 15:06:16.183624 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2871320 Sep 15 15:06:16.235358 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:16.250262 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:16.269951 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0efb878c-9627-486f-920f-bd9baecc327c req-f8304bd5-4460-4e1c-8244-9302de3e07fb tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964203 Sep 15 15:06:16.319101 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2bba1e-7865-4ee5-b2a6-164159df3e7a,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:16.333066 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:16.400357 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ac7db945c1742048cbf83ce46985458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926049 Sep 15 15:06:16.403318 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38550) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:16.434348 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bcbab7fb-1168-4580-99d2-83e986827495 req-4fd0b914-3a49-4099-97bf-269f16c4b39b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 210 time: 0.0819385 Sep 15 15:06:16.483192 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c62750-72ab-4bf3-95ab-eec70a6c5866 None None] Network 480258fd-477c-43d1-99d7-4ec2e2d974f2 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:06:16.516383 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-228c1b31-79b3-4451-b4ae-32a00bee20d3 req-329ebe9e-89ac-4cf8-9ff9-8008a5bf482c tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 210 time: 0.0734401 Sep 15 15:06:16.655049 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-281b3fb4-b746-4b7c-8816-032fbd673efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:16.741908 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-281b3fb4-b746-4b7c-8816-032fbd673efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:16.787513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-6ed38c18-64c1-48c5-8c0b-08793c7068e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:16.789174 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-6ed38c18-64c1-48c5-8c0b-08793c7068e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 1098 time: 0.2507465 Sep 15 15:06:16.828156 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:16.847572 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:16.852506 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Usage tracker for resource:security_group_rule and tenant:a4ebcb4afe3a460591162879ee42b14d is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:16.856908 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:16.859823 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682489b-7b69-45ee-8236-34f5761191b8 req-92337784-404d-4a19-ab08-96c66da08c9f tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:16.860673 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7682489b-7b69-45ee-8236-34f5761191b8 req-92337784-404d-4a19-ab08-96c66da08c9f tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 945 time: 0.2580459 Sep 15 15:06:16.876563 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:16.979319 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7682489b-7b69-45ee-8236-34f5761191b8 req-1fcfd238-0b7c-4b0a-aa08-e8416ee7c18f tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991347 Sep 15 15:06:17.000728 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device d7c9fedf-ce38-41b9-be9a-6ac901c5e29d details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:06:17.030021 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-281b3fb4-b746-4b7c-8816-032fbd673efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.038439 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6e2040b3-45ac-4c07-9a34-5b78428097a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:17.066354 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b3fb4-b746-4b7c-8816-032fbd673efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2bba1e-7865-4ee5-b2a6-164159df3e7a,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:17.071230 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-281b3fb4-b746-4b7c-8816-032fbd673efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:17.072221 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-281b3fb4-b746-4b7c-8816-032fbd673efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.076204 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-281b3fb4-b746-4b7c-8816-032fbd673efc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df2bba1e-7865-4ee5-b2a6-164159df3e7a HTTP/1.1" status: 204 len: 168 time: 0.6713223 Sep 15 15:06:17.156831 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.160725 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:17.186067 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d', 'network_id': 'a27b4daf-327f-4116-a103-7eb64c3be830', 'port_id': 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d', 'mac_address': 'fa:16:3e:74:7d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5482358c-9838-4aaf-a0b6-8d2d2e1991c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:06:17.256281 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.258480 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.269637 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5dd162a6-b831-419e-ba2a-30aa75087723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:17.273989 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c9fedf-ce38-41b9-be9a-6ac901c5e29d {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:17.291608 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:17.297886 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Synchronizing usage tracker for tenant:a4ebcb4afe3a460591162879ee42b14d on resource:security_group {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:17.317137 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b38f54c-feee-44d4-bbdc-9fcd3450c668,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:17.322540 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:17.435676 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.437380 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Unset dirty status for tenant:a4ebcb4afe3a460591162879ee42b14d on resource:security_group {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:17.437532 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd89880a-c532-46a1-8d84-c75aa3846a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:17.438716 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-25f71b25-98d5-44b6-bad0-adec18ad5ca0 req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328406 Sep 15 15:06:17.503417 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f3c1f-5d0f-442b-be73-f4a17e8ef235 req-8ee57aa9-65e7-4936-87e4-dd8014090667 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:17.505075 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a83f3c1f-5d0f-442b-be73-f4a17e8ef235 req-8ee57aa9-65e7-4936-87e4-dd8014090667 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 944 time: 0.1022942 Sep 15 15:06:17.507849 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:17.510771 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:17.561429 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a83f3c1f-5d0f-442b-be73-f4a17e8ef235 req-b68a8102-9af4-46ec-87d5-83dc5951deef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Sep 15 15:06:17.574417 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38592) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:17.624428 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38598) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:17.630939 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-721234670-network', 'tenant_id': 'd7362dd0d7c145b7a0ad552aa93bb336'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:17.636705 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:17.642619 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Usage tracker for resource:network and tenant:d7362dd0d7c145b7a0ad552aa93bb336 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:17.645712 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:17.651059 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a75eade5-2b20-4ad4-a80a-d34a4fd2b95b req-98c091e3-e300-4a7b-ac9f-b195ffa56902 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 210 time: 0.0492468 Sep 15 15:06:17.652792 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:17.749095 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Made reservation on behalf of d7362dd0d7c145b7a0ad552aa93bb336 for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:17.751466 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.755156 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5f01c0c8-88dc-41f2-9224-54fb9c926c78 req-d363ecb5-5b32-422b-b7b5-5fa126289919 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 210 time: 0.0550239 Sep 15 15:06:17.764477 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.786319 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:17.790021 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:d7362dd0d7c145b7a0ad552aa93bb336 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:17.792905 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:17.800566 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:17.842848 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:17.857120 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['d7c9fedf-ce38-41b9-be9a-6ac901c5e29d'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:06:17.864373 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:17.873528 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Usage tracker for resource:security_group_rule and tenant:aba31cc5f8ce441d9219358cc3e10d36 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:17.878310 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:17.889531 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:17.962745 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.024561 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38606) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:18.031785 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.076646 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.079632 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.136681 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:18.166695 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.187556 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90726f-09c9-40cf-8a74-3cbc3b324ebe req-1e9babd0-569c-4088-8ba1-594b06ccaac1 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:18.193200 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:18.193314 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0b90726f-09c9-40cf-8a74-3cbc3b324ebe req-1e9babd0-569c-4088-8ba1-594b06ccaac1 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 945 time: 0.0910714 Sep 15 15:06:18.209085 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:06:18.221193 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Usage tracker for resource:security_group_rule and tenant:f2ea7e3566584287a48c30455a0bfe37 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:18.226349 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:18.240796 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0b90726f-09c9-40cf-8a74-3cbc3b324ebe req-e72bf309-533a-43b7-9d14-d7a47ed9891d tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Sep 15 15:06:18.252456 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:18.258497 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aba31cc5f8ce441d9219358cc3e10d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6800649 Sep 15 15:06:18.259085 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38610) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:18.269461 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c0dd2f-d4fb-492f-a0bb-46d1b722cfa6,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:18.277911 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:18.286502 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-033ad960-3e73-47fb-954d-876b93f5cede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:18.298838 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.299171 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Added segment 04e02237-99b9-4e6d-8f13-bb5abe1a3769 of type vlan for network 82e7b76d-600a-4c80-9aa8-5890def3aaac Sep 15 15:06:18.321249 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54b7acc8-3087-4916-92c9-1147c0c5e71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.341948 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac948b-8abe-4345-811c-02f52f524092 req-7703cfd7-4dba-4ce1-ad6e-8b66fb3af3d9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:18.343603 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-7703cfd7-4dba-4ce1-ad6e-8b66fb3af3d9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 817 time: 0.2967219 Sep 15 15:06:18.350417 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54b7acc8-3087-4916-92c9-1147c0c5e71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.383625 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf13619-19c3-4649-953b-c82539e30e86,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:18.387070 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.398112 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:18.445885 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-a15e2f88-a01f-4803-883c-ee4dfb1a22eb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2e4af22d5f463e8a475e5b8d071687 HTTP/1.1" status: 200 len: 380 time: 0.0827098 Sep 15 15:06:18.458513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'port': {'device_id': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'admin_state_up': True, 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'security_groups': ['a68aec0e-0dba-4b0c-8e0b-0831cca868ff']}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:18.489111 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54b7acc8-3087-4916-92c9-1147c0c5e71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.493261 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:18.513404 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7acc8-3087-4916-92c9-1147c0c5e71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf13619-19c3-4649-953b-c82539e30e86,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:18.516860 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-54b7acc8-3087-4916-92c9-1147c0c5e71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:18.518878 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54b7acc8-3087-4916-92c9-1147c0c5e71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.523400 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-54b7acc8-3087-4916-92c9-1147c0c5e71f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adf13619-19c3-4649-953b-c82539e30e86 HTTP/1.1" status: 204 len: 168 time: 0.2599232 Sep 15 15:06:18.558463 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.565848 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:18.566464 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.579545 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:18.613277 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.729168 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:18.739086 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=82e7b76d-600a-4c80-9aa8-5890def3aaac,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:18.744465 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:18.747254 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-281b3fb4-b746-4b7c-8816-032fbd673efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:18.754088 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 82e7b76d-600a-4c80-9aa8-5890def3aaac details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:06:18.802231 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c221fa-765c-490f-9d78-d1aca447a7eb req-7c362325-1be6-4a4f-9778-18a92b76c6fd tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:18.804910 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-25c221fa-765c-490f-9d78-d1aca447a7eb req-7c362325-1be6-4a4f-9778-18a92b76c6fd tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 944 time: 0.0941737 Sep 15 15:06:18.814812 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:18.822705 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2ea7e3566584287a48c30455a0bfe37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7970991 Sep 15 15:06:18.830960 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38628) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:18.913904 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:18.916005 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ca7fb-e7d3-4fa7-9640-e55b4eb4442b,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:18.919814 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:18.936053 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e02bf6cc-c802-410e-bd71-7b2e9b0f746e req-c506a402-845b-464d-99bb-df486a1913aa tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 210 time: 0.1091905 Sep 15 15:06:18.945185 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3134067 Sep 15 15:06:18.945185 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38638) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:18.947256 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Request body: {'subnet': {'network_id': '82e7b76d-600a-4c80-9aa8-5890def3aaac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-721234670-subnet', 'tenant_id': 'd7362dd0d7c145b7a0ad552aa93bb336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:18.956916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:18.961985 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Usage tracker for resource:subnet and tenant:d7362dd0d7c145b7a0ad552aa93bb336 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:18.966532 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:18.982321 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:19.029255 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device a1c56810-6c31-4094-9344-6135bcf48ebf up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:19.041120 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Made reservation on behalf of 0b2e4af22d5f463e8a475e5b8d071687 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:19.045736 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.089244 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Made reservation on behalf of d7362dd0d7c145b7a0ad552aa93bb336 for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:19.090546 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.199724 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-fb4109f0-868b-4c7f-968f-daf5c96e1710 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:19.201779 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-fb4109f0-868b-4c7f-968f-daf5c96e1710 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 811 time: 0.3484797 Sep 15 15:06:19.223713 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port a1c56810-6c31-4094-9344-6135bcf48ebf completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:19.229275 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port a1c56810-6c31-4094-9344-6135bcf48ebf triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:19.229663 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.280936 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b4c45830-d806-4dda-98cd-ce1ee4cb52d4 req-84d998a9-f1a9-4dc8-b6d9-f9313c6388e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 210 time: 0.1374662 Sep 15 15:06:19.336552 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-25c221fa-765c-490f-9d78-d1aca447a7eb req-f3a81f47-98b6-480a-90b9-e6d58e9eef72 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925694 Sep 15 15:06:19.380518 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.415209 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270cee57-554a-4e96-8cb3-5e5bedc9b429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c56810-6c31-4094-9344-6135bcf48ebf'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:19.444678 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port a1c56810-6c31-4094-9344-6135bcf48ebf, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a1c56810-6c31-4094-9344-6135bcf48ebf,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:19.462374 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98c253-2a02-4fd1-9800-eeb9006dd617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.476333 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270cee57-554a-4e96-8cb3-5e5bedc9b429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c56810-6c31-4094-9344-6135bcf48ebf', 'code': 200} Sep 15 15:06:19.486705 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.487906 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device d7c9fedf-ce38-41b9-be9a-6ac901c5e29d up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:19.507004 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-834b0dd2-f241-4c84-8ef5-c1a28d55540f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8769c1556942878238a73d14494866 HTTP/1.1" status: 200 len: 380 time: 0.2413452 Sep 15 15:06:19.524141 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:19.532416 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'port': {'device_id': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'admin_state_up': True, 'tenant_id': '5f8769c1556942878238a73d14494866', 'security_groups': ['2cf7cc77-98ee-486f-8b56-2cecb43b4d0e']}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:19.550814 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Allocated IP 172.20.0.14 (74476e6f-4422-49b4-98a1-39e62306614c/3072b533-9351-466b-a208-265065fbafd5/8e424265-0adb-4677-8092-c3ed051699a8) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:06:19.622759 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=a1c56810-6c31-4094-9344-6135bcf48ebf,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:19.633806 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:19.714749 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98c253-2a02-4fd1-9800-eeb9006dd617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.800465 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:19.805952 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:19.806334 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.819600 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.831372 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:19.835544 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4b613f79-ec8a-47c6-b0b7-c4600dd0a669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:19.852274 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:19.879724 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:port and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:19.896493 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:19.924467 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95b6a0-9fcb-4dac-80f0-d408692664ac req-1948b019-7691-49ef-85f3-c313e1c3fc0e tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:19.928695 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369c8940-85c9-40c1-ab62-8369501c67d7,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:19.932390 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de95b6a0-9fcb-4dac-80f0-d408692664ac req-1948b019-7691-49ef-85f3-c313e1c3fc0e tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 945 time: 0.2685168 Sep 15 15:06:19.932561 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:19.948446 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Checking segment: {'id': '04e02237-99b9-4e6d-8f13-bb5abe1a3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82e7b76d-600a-4c80-9aa8-5890def3aaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:19.949303 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Network hostable DHCP agents. Network: 82e7b76d-600a-4c80-9aa8-5890def3aaac, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:06:19.975228 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:20.017796 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.035326 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de95b6a0-9fcb-4dac-80f0-d408692664ac req-79baf5a3-4f12-411d-9331-f86e601fc09e tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015928 Sep 15 15:06:20.063199 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:20.129697 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6a00458e-8e72-4e6d-9f70-c786d2de9bfc req-b81b5bb5-ff40-4c04-846f-10ef7a04c181 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 210 time: 0.0471568 Sep 15 15:06:20.130899 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98c253-2a02-4fd1-9800-eeb9006dd617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.131268 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Made reservation on behalf of 5f8769c1556942878238a73d14494866 for: {'port': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:20.135022 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.144039 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Transition to ACTIVE for port object 8e424265-0adb-4677-8092-c3ed051699a8 will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:20.150282 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Network 82e7b76d-600a-4c80-9aa8-5890def3aaac is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:06:20.156002 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.157922 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:20.163177 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ddc58b54-e06b-460a-9bf7-6c5e2b97c916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:20.181235 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98c253-2a02-4fd1-9800-eeb9006dd617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ca7fb-e7d3-4fa7-9640-e55b4eb4442b,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:20.204283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad5f7a-3039-4b24-b8f1-8688401edb99 req-305d72e5-0cc7-4534-ae99-e9a54a7cd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:20.205853 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3ad5f7a-3039-4b24-b8f1-8688401edb99 req-305d72e5-0cc7-4534-ae99-e9a54a7cd24d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1099 time: 0.0998693 Sep 15 15:06:20.218768 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac98c253-2a02-4fd1-9800-eeb9006dd617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:20.225789 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac98c253-2a02-4fd1-9800-eeb9006dd617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.229224 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-ac98c253-2a02-4fd1-9800-eeb9006dd617 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/944ca7fb-e7d3-4fa7-9640-e55b4eb4442b HTTP/1.1" status: 204 len: 168 time: 1.3893852 Sep 15 15:06:20.241884 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 82e7b76d-600a-4c80-9aa8-5890def3aaac) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:20.254796 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d1a85-95fe-4c23-992b-204dffcbdb42 None None] Network 82e7b76d-600a-4c80-9aa8-5890def3aaac requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:06:20.259262 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:20.259955 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.289164 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.298960 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3ad5f7a-3039-4b24-b8f1-8688401edb99 req-9c80c152-57df-41f1-95d3-7f5e06d736e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862112 Sep 15 15:06:20.311647 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-556802fc-fca9-4c98-b1dc-696dc588a05d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:20.381333 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Network 74476e6f-4422-49b4-98a1-39e62306614c is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:06:20.398214 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:20.420548 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:20.425273 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:20.426217 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:06:20.433013 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:20.433378 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Allocated IP 172.20.0.5 (76bd3f60-9aaf-46e7-a9d4-02bc2881f08a/c2386ea4-0464-4135-9538-a9719c7e1701/c852cf3f-b648-4f23-b1a4-661ffedc1a7c) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:06:20.433816 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.511694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:20.535543 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-51ce1b3d-c376-4fe9-b53a-d9cc54f83d16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5872681 Sep 15 15:06:20.535543 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:20.618420 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1634574 Sep 15 15:06:20.630225 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Request body: {'port': {'device_id': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:20.707857 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543c807-b6f1-41d1-839d-b258118bc273 None None] Network 82e7b76d-600a-4c80-9aa8-5890def3aaac requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:06:20.724173 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-74800d0a-c3d3-49c7-a661-658aedafc3f9 req-7974e441-1778-403c-b67f-4d54f3875735 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 210 time: 0.1859431 Sep 15 15:06:20.853739 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:20.995529 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-589fba85-fdfb-4ccd-911c-e4d0f24259af None None] Provisioning for port 8e424265-0adb-4677-8092-c3ed051699a8 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:21.072749 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c17c9f-ae84-4509-b2a9-f65bb874dcf2 req-61d381af-1cce-426d-a103-3a81930221c5 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:21.074229 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-589fba85-fdfb-4ccd-911c-e4d0f24259af None None] Provisioning complete for port 8e424265-0adb-4677-8092-c3ed051699a8 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:21.074617 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-589fba85-fdfb-4ccd-911c-e4d0f24259af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.074728 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-96c17c9f-ae84-4509-b2a9-f65bb874dcf2 req-61d381af-1cce-426d-a103-3a81930221c5 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.5390544 Sep 15 15:06:21.111568 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.145819 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Transition to ACTIVE for port object c852cf3f-b648-4f23-b1a4-661ffedc1a7c will not be triggered until provisioned by entity DHCP. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:21.149854 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-96c17c9f-ae84-4509-b2a9-f65bb874dcf2 req-868776ce-7777-4276-bebe-67dd8e0a06f6 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643611 Sep 15 15:06:21.256334 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-589fba85-fdfb-4ccd-911c-e4d0f24259af None None] Port 8e424265-0adb-4677-8092-c3ed051699a8 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:06:21.281207 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.288904 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:21.429737 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:06:21.438178 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:21.443103 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:06:21.449262 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:21.449995 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.474719 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'Port': ['ID=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:21.479138 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37978172-41cf-4415-a552-8c4b3b90923f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:21.483159 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:21.486609 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e424265-0adb-4677-8092-c3ed051699a8 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:21.507063 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.537112 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Transition to ACTIVE for port object 8e424265-0adb-4677-8092-c3ed051699a8 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:21.543154 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8052d5-d2ab-45af-954a-f73a247745c2 req-58a3bd9f-e7cb-44d1-9e61-f20247529112 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:21.545580 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-df8052d5-d2ab-45af-954a-f73a247745c2 req-58a3bd9f-e7cb-44d1-9e61-f20247529112 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 945 time: 0.1667881 Sep 15 15:06:21.616293 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-df8052d5-d2ab-45af-954a-f73a247745c2 req-eccb1d80-9337-491a-9435-a1adc15bad50 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630476 Sep 15 15:06:21.617448 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1006966 Sep 15 15:06:21.646734 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.647258 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Request body: {'port': {'device_id': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:21.657517 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b40fae7d-89ea-410b-9ada-01a947ffadd2 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:21.863573 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-5f7b18d0-63a6-4813-9564-8c215ddc52bd None None] Provisioning for port c852cf3f-b648-4f23-b1a4-661ffedc1a7c completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:21.875031 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-5f7b18d0-63a6-4813-9564-8c215ddc52bd None None] Provisioning complete for port c852cf3f-b648-4f23-b1a4-661ffedc1a7c triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:21.875579 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f7b18d0-63a6-4813-9564-8c215ddc52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.918401 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:21.926061 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:22.041124 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:22.043797 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Attempting to bind port 8e424265-0adb-4677-8092-c3ed051699a8 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:06:22.043924 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Attempting to bind port 8e424265-0adb-4677-8092-c3ed051699a8 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:06:22.044247 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Attempting to bind port 8e424265-0adb-4677-8092-c3ed051699a8 on network 74476e6f-4422-49b4-98a1-39e62306614c {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:22.060390 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Port 8e424265-0adb-4677-8092-c3ed051699a8 on network 74476e6f-4422-49b4-98a1-39e62306614c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:06:22.060705 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Attempting to bind port 8e424265-0adb-4677-8092-c3ed051699a8 on network 74476e6f-4422-49b4-98a1-39e62306614c {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:22.065470 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b18d0-63a6-4813-9564-8c215ddc52bd None None] Port c852cf3f-b648-4f23-b1a4-661ffedc1a7c cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:06:22.072695 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:06:22.072881 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57077da3-4505-439f-8e78-63209732d740 req-950051f6-8266-4231-8d80-f537a5a0f7de tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:22.072982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Checking segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:22.073341 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Bound using segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:06:22.073846 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Bound port: 8e424265-0adb-4677-8092-c3ed051699a8, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:06:22.073955 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-950051f6-8266-4231-8d80-f537a5a0f7de tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/networks?id=480258fd-477c-43d1-99d7-4ec2e2d974f2 HTTP/1.1" status: 200 len: 808 time: 0.4556541 Sep 15 15:06:22.074293 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:22.139104 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-72605536-2dd2-4c2a-87a5-7cd2f197bb73 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/quotas/306f9d2010324a6b91fea2fccd8dcf7f HTTP/1.1" status: 200 len: 375 time: 0.0530651 Sep 15 15:06:22.207986 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-d2695dd8-79ff-4ffb-b0d6-304e725e760a tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=306f9d2010324a6b91fea2fccd8dcf7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626216 Sep 15 15:06:22.211580 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:06:22.215763 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:06:22.296503 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5167c-01cf-4099-9a84-837c2e6db262 req-0160f032-66b3-45a2-ae35-70df6f4d347e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:22.297955 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f4a5167c-01cf-4099-9a84-837c2e6db262 req-0160f032-66b3-45a2-ae35-70df6f4d347e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.4434736 Sep 15 15:06:22.309827 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:22.314392 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:22.400597 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:22.401232 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:22.402632 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] 10.222.0.32 "PUT /v2.0/ports/8e424265-0adb-4677-8092-c3ed051699a8 HTTP/1.1" status: 200 len: 1094 time: 1.7766714 Sep 15 15:06:22.403225 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:22.449286 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:22.454881 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:22.537651 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f4a5167c-01cf-4099-9a84-837c2e6db262 req-99be312b-585b-4d1c-8dc7-c7095934196f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915336 Sep 15 15:06:22.616844 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37978172-41cf-4415-a552-8c4b3b90923f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d', 'code': 200} Sep 15 15:06:22.641107 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-320d7e4b-8c5b-41d2-b82d-c5bab35709c8 service neutron] 10.222.0.39 "GET /v2.0/networks/480258fd-477c-43d1-99d7-4ec2e2d974f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847134 Sep 15 15:06:22.767416 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac948b-8abe-4345-811c-02f52f524092 req-6d9dd902-377c-4b4f-8b6f-82714d235f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:22.769189 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-6d9dd902-377c-4b4f-8b6f-82714d235f81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 1097 time: 0.2524521 Sep 15 15:06:22.869996 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-e85cb653-75c9-4cbf-9227-fd93774f1bda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e424265-0adb-4677-8092-c3ed051699a8 HTTP/1.1" status: 200 len: 217 time: 0.0933428 Sep 15 15:06:22.948905 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac948b-8abe-4345-811c-02f52f524092 req-f034d29b-b1af-4679-8537-30856fd7ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:22.951147 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-f034d29b-b1af-4679-8537-30856fd7ac16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.0745940 Sep 15 15:06:23.051915 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c852cf3f-b648-4f23-b1a4-661ffedc1a7c {{(pid=80018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:23.062568 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-b7e9195c-f8cc-4b3c-9959-a7d367033afc service neutron] 10.222.0.39 "GET /v2.0/networks/480258fd-477c-43d1-99d7-4ec2e2d974f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032905 Sep 15 15:06:23.064440 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:23.092383 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8face2-58ce-4e3f-a834-f50f1b8b57ce req-981438cb-00f2-43e5-bb5f-2387f36ac6e4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:23.093044 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-7d8face2-58ce-4e3f-a834-f50f1b8b57ce req-981438cb-00f2-43e5-bb5f-2387f36ac6e4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Synchronizing usage tracker for tenant:5f8769c1556942878238a73d14494866 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:23.096985 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Transition to ACTIVE for port object c852cf3f-b648-4f23-b1a4-661ffedc1a7c will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:23.118249 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac948b-8abe-4345-811c-02f52f524092 req-7826c8f4-9577-4dd8-8b0a-62511a890af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:23.119749 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-7826c8f4-9577-4dd8-8b0a-62511a890af0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1625822 Sep 15 15:06:23.172186 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:23.177738 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:23.223763 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-7d8face2-58ce-4e3f-a834-f50f1b8b57ce req-981438cb-00f2-43e5-bb5f-2387f36ac6e4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Unset dirty status for tenant:5f8769c1556942878238a73d14494866 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:23.224887 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7d8face2-58ce-4e3f-a834-f50f1b8b57ce req-981438cb-00f2-43e5-bb5f-2387f36ac6e4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 931 time: 0.4502800 Sep 15 15:06:23.228381 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17e24c-0be4-4f26-a5cf-97b7d2087981 req-24553a0a-d366-424c-9584-66c48f4a42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:23.230038 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b17e24c-0be4-4f26-a5cf-97b7d2087981 req-24553a0a-d366-424c-9584-66c48f4a42ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 1098 time: 0.1710141 Sep 15 15:06:23.321233 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b17e24c-0be4-4f26-a5cf-97b7d2087981 req-cf2a2e9b-c337-4f71-8717-e27281e57bd7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843279 Sep 15 15:06:23.338371 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-2ba8ac6a-8d8c-4d0a-89e4-53befaec9469 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089429 Sep 15 15:06:23.376214 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7d8face2-58ce-4e3f-a834-f50f1b8b57ce req-2f6b314c-a09a-464f-9823-3aded0f03e14 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382687 Sep 15 15:06:23.454519 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8', 'status': 'completed', 'code': 200} Sep 15 15:06:23.546714 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Pushing event updated for resources: {'Port': ['ID=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:23.603373 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:23.605654 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-db23eb8c-2e9e-4e65-a50a-d13cdb7093f8 req-daf6476f-9256-4941-969d-d5e85ba33f92 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 210 time: 0.0551057 Sep 15 15:06:23.663283 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Attempting to bind port c852cf3f-b648-4f23-b1a4-661ffedc1a7c on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:06:23.663745 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Attempting to bind port c852cf3f-b648-4f23-b1a4-661ffedc1a7c by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:06:23.664081 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Attempting to bind port c852cf3f-b648-4f23-b1a4-661ffedc1a7c on network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:23.681351 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Port c852cf3f-b648-4f23-b1a4-661ffedc1a7c on network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:06:23.681676 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Attempting to bind port c852cf3f-b648-4f23-b1a4-661ffedc1a7c on network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:23.688973 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:06:23.689313 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Checking segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:23.689704 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Bound using segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:06:23.690133 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Bound port: c852cf3f-b648-4f23-b1a4-661ffedc1a7c, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:06:23.690483 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:23.748376 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-35ac948b-8abe-4345-811c-02f52f524092 req-3b98d04b-ae01-4bbb-b67a-f3e91ac77b01 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480832 Sep 15 15:06:23.778393 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86becfa4-7a17-41aa-bbfa-2d25fde441ad req-9fb604ce-6dcb-4ecf-9aea-327868963227 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:23.779909 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-86becfa4-7a17-41aa-bbfa-2d25fde441ad req-9fb604ce-6dcb-4ecf-9aea-327868963227 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.2304525 Sep 15 15:06:23.864510 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] For port c852cf3f-b648-4f23-b1a4-661ffedc1a7c, host hv-cinder-80919, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:06:23.899584 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] For port c852cf3f-b648-4f23-b1a4-661ffedc1a7c, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:06:23.903257 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-86becfa4-7a17-41aa-bbfa-2d25fde441ad req-aa3041ef-d30d-4f62-8501-fb8ff89ca4c2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120646 Sep 15 15:06:23.956284 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c1018-00a0-4852-932f-6864508fdded req-35a2633a-d6e0-43c3-b3e7-694fa3b63d46 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:23.959573 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb6c1018-00a0-4852-932f-6864508fdded req-35a2633a-d6e0-43c3-b3e7-694fa3b63d46 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1474984 Sep 15 15:06:24.010825 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:24.016314 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cdefc-a315-432d-81ab-95416a7b275b req-5b6fb848-362e-44c2-9e77-e73ae20da7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:24.017802 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-516cdefc-a315-432d-81ab-95416a7b275b req-5b6fb848-362e-44c2-9e77-e73ae20da7b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 1097 time: 0.1436973 Sep 15 15:06:24.020275 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:24.088218 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb6c1018-00a0-4852-932f-6864508fdded req-d5becd93-c4a3-42bb-882c-50fac2acf338 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212242 Sep 15 15:06:24.134881 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:24.135517 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:24.140021 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] 10.222.0.32 "PUT /v2.0/ports/c852cf3f-b648-4f23-b1a4-661ffedc1a7c HTTP/1.1" status: 200 len: 1093 time: 2.5002656 Sep 15 15:06:24.140521 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'tag': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:24.170250 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Pushing event updated for resources: {'Port': ['ID=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:24.173719 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:24.202810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cdefc-a315-432d-81ab-95416a7b275b req-b921fb0c-55c3-4f79-b83a-a07d01fa0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:24.204345 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-516cdefc-a315-432d-81ab-95416a7b275b req-b921fb0c-55c3-4f79-b83a-a07d01fa0c64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.1802170 Sep 15 15:06:24.315183 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38826) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:24.349510 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'tag': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'status': 'completed', 'code': 200} Sep 15 15:06:24.372159 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-516cdefc-a315-432d-81ab-95416a7b275b req-88b5c2f1-13d4-4bda-97c6-aeb834046e57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e424265-0adb-4677-8092-c3ed051699a8 HTTP/1.1" status: 200 len: 217 time: 0.1600330 Sep 15 15:06:24.443033 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-e739d8ee-fb6b-447d-a37d-f5ddd5345028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:24.447231 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-e739d8ee-fb6b-447d-a37d-f5ddd5345028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 1096 time: 0.1936889 Sep 15 15:06:24.520704 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cdefc-a315-432d-81ab-95416a7b275b req-a4dd6a40-98f0-4783-9d4c-e440e2807fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:24.522480 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-516cdefc-a315-432d-81ab-95416a7b275b req-a4dd6a40-98f0-4783-9d4c-e440e2807fd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.1438317 Sep 15 15:06:24.587800 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-765368b1-63df-48e9-b5b7-a90769fe03e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c HTTP/1.1" status: 200 len: 217 time: 0.1310363 Sep 15 15:06:24.611345 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cdefc-a315-432d-81ab-95416a7b275b req-90d570ad-fc06-497e-884b-0b3a2c97efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:24.612925 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-516cdefc-a315-432d-81ab-95416a7b275b req-90d570ad-fc06-497e-884b-0b3a2c97efda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831130 Sep 15 15:06:24.626783 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:24.719465 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:24.740494 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Usage tracker for resource:security_group_rule and tenant:91587e44f29943049538cd4d416b9c46 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:24.761533 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:24.775296 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:24.779577 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-516cdefc-a315-432d-81ab-95416a7b275b req-38079b5c-3d63-4f4a-8ea4-44d9caf2a334 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493881 Sep 15 15:06:24.800354 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0837b517-b87c-4583-bfd0-4471bbb0cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:24.801895 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-0837b517-b87c-4583-bfd0-4471bbb0cdd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 200 len: 850 time: 0.1819031 Sep 15 15:06:24.863023 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38854) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:24.914181 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4044-b14c-4736-95b1-ca1c41eb8718 req-6827b642-1ddc-44fc-9765-ba1efc36dddf tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:24.924099 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-03ac4044-b14c-4736-95b1-ca1c41eb8718 req-6827b642-1ddc-44fc-9765-ba1efc36dddf tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 943 time: 0.3606546 Sep 15 15:06:24.944018 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-516cdefc-a315-432d-81ab-95416a7b275b req-3a9f5e60-b569-4494-8d27-3cb3a5725b19 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546283 Sep 15 15:06:25.005275 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-03ac4044-b14c-4736-95b1-ca1c41eb8718 req-4eb5cecb-938f-4ed7-80b1-9a4b4954996f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803292 Sep 15 15:06:25.036388 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.073181 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:25.078825 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-40f3a83b-22ac-4df1-b050-ab8eb8df759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:25.080789 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-40f3a83b-22ac-4df1-b050-ab8eb8df759b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2639532 Sep 15 15:06:25.087736 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Usage tracker for resource:security_group_rule and tenant:24a0d44ff094474e96ca2f8c7e2c6dee is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:25.094328 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:25.122564 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.127606 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:25.230405 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4f50037b-0c72-426a-9b96-bb8835fbcc71 req-dde6ee15-0546-4be0-8041-852533269793 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 210 time: 0.1042712 Sep 15 15:06:25.238517 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.259442 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-31585cbd-943e-4784-a3e9-7d27c41cad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:25.349326 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91587e44f29943049538cd4d416b9c46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0234804 Sep 15 15:06:25.350002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38866) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:25.360911 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7bb46c-f659-4018-ad2b-11b249548fb0,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:25.368333 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:25.415762 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-dbff9d3a-337f-4a07-9642-004cd175e23d service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155639 Sep 15 15:06:25.437260 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c488d62-9f36-4704-8739-f1773aaffbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.464920 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c488d62-9f36-4704-8739-f1773aaffbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.600326 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c488d62-9f36-4704-8739-f1773aaffbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.606943 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-db65c8bf-aa03-47bc-983f-c032c1724457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:25.618969 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c488d62-9f36-4704-8739-f1773aaffbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7bb46c-f659-4018-ad2b-11b249548fb0,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:25.621899 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2c488d62-9f36-4704-8739-f1773aaffbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:25.629845 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2c488d62-9f36-4704-8739-f1773aaffbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.632920 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2c488d62-9f36-4704-8739-f1773aaffbdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb7bb46c-f659-4018-ad2b-11b249548fb0 HTTP/1.1" status: 204 len: 168 time: 0.2814898 Sep 15 15:06:25.675297 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.685709 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-033f01f1-ade9-4357-8ae8-166dff19e76a req-1a4be90f-97c7-48b8-84d7-3b0d8880a269 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613959 Sep 15 15:06:25.693208 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b630531-08f8-4f43-9f16-a58f27c0a376 req-c5be8a4d-ff27-4875-a436-bc639b5b4283 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:25.694652 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4b630531-08f8-4f43-9f16-a58f27c0a376 req-c5be8a4d-ff27-4875-a436-bc639b5b4283 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.3369527 Sep 15 15:06:25.732193 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2082eb-876f-4f90-808d-df8d1a4c5ac6 req-6dd1afd1-c6e9-4091-9bba-be8c24ca3f6f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:25.733672 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8e2082eb-876f-4f90-808d-df8d1a4c5ac6 req-6dd1afd1-c6e9-4091-9bba-be8c24ca3f6f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.3105779 Sep 15 15:06:25.773718 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4b630531-08f8-4f43-9f16-a58f27c0a376 req-cbce6df2-8c88-4d4b-b692-7959e430f872 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703597 Sep 15 15:06:25.794217 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8e2082eb-876f-4f90-808d-df8d1a4c5ac6 req-fc0bddc5-bcfa-4b35-b49e-6cf1a51c6a9f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491512 Sep 15 15:06:25.846055 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.853304 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-77c132b6-7d91-41fc-9c54-d69cb2c0847e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:26.016945 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24a0d44ff094474e96ca2f8c7e2c6dee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1512535 Sep 15 15:06:26.019751 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 38876) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:26.023250 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453918d2-8bfa-4c7a-aede-8091cdc4ba5a,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:26.028373 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:26.065064 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-7407d0ca-27fc-4e2a-8acb-2504d4f1ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:26.066845 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-7407d0ca-27fc-4e2a-8acb-2504d4f1ad71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 1096 time: 0.1187510 Sep 15 15:06:26.119745 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7cf03465-e704-4266-a97e-3015aaa87a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:26.162647 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7cf03465-e704-4266-a97e-3015aaa87a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:26.268501 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-c84b5b56-8738-463d-96b6-26cd03608d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:26.269958 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-c84b5b56-8738-463d-96b6-26cd03608d6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 912 time: 0.1960278 Sep 15 15:06:26.285339 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e219a7-922d-4e3e-856c-5cb097a74bdf req-b1cab31a-4141-45ed-869c-b0a03681db31 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:26.286733 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e3e219a7-922d-4e3e-856c-5cb097a74bdf req-b1cab31a-4141-45ed-869c-b0a03681db31 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 943 time: 0.1313500 Sep 15 15:06:26.337891 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7cf03465-e704-4266-a97e-3015aaa87a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:26.344325 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:26.358036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf03465-e704-4266-a97e-3015aaa87a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453918d2-8bfa-4c7a-aede-8091cdc4ba5a,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:26.361575 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7cf03465-e704-4266-a97e-3015aaa87a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:26.364904 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7cf03465-e704-4266-a97e-3015aaa87a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:26.368428 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-7cf03465-e704-4266-a97e-3015aaa87a44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/453918d2-8bfa-4c7a-aede-8091cdc4ba5a HTTP/1.1" status: 204 len: 168 time: 0.3452561 Sep 15 15:06:26.368994 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-c68979f7-ae1a-49bc-9ce4-b5af8b3e1cb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c HTTP/1.1" status: 200 len: 217 time: 0.0782526 Sep 15 15:06:26.433875 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e3e219a7-922d-4e3e-856c-5cb097a74bdf req-b2dbd472-c346-4dda-a442-b39abc7e1ef0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977588 Sep 15 15:06:26.450281 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-ae007267-ccf4-409b-a4ab-617301901c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:26.452314 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-ae007267-ccf4-409b-a4ab-617301901c68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 200 len: 850 time: 0.0706382 Sep 15 15:06:26.678862 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38894) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:26.690462 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6cb24147-5c2a-4df0-9b1c-072a4971c506 req-bc3886af-6c52-460e-937a-d9d507bc94f9 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 210 time: 0.1578083 Sep 15 15:06:26.718816 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:26.749233 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:26.765315 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Usage tracker for resource:security_group_rule and tenant:df882da2d0344797af3c16c30621dc70 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:26.769863 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:26.776575 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-55e4aa98-196f-42d8-8ded-a4e1b9f07aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:26.779308 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-55e4aa98-196f-42d8-8ded-a4e1b9f07aec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 1098 time: 0.1982684 Sep 15 15:06:26.788414 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:26.788414 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-a45ebb40-783f-4cdf-9483-c4358bb8b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:26.789227 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-a45ebb40-783f-4cdf-9483-c4358bb8b6f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3297374 Sep 15 15:06:27.049634 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-5156aeca-9fb1-4086-9fd6-91d9ab3b68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:27.050530 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-5156aeca-9fb1-4086-9fd6-91d9ab3b68fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 919 time: 0.2655990 Sep 15 15:06:27.058446 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:06:27.099092 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dc6b4-7405-43c9-89bb-169fde46d2fa req-8e314bc5-206e-4422-9e3c-77f5f02e170a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:27.100621 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b70dc6b4-7405-43c9-89bb-169fde46d2fa req-8e314bc5-206e-4422-9e3c-77f5f02e170a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.4863112 Sep 15 15:06:27.157080 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57077da3-4505-439f-8e78-63209732d740 req-5b0030e7-7cb6-47ef-a029-b8071c4fe6fd tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:27.158195 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-57077da3-4505-439f-8e78-63209732d740 req-5b0030e7-7cb6-47ef-a029-b8071c4fe6fd tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Synchronizing usage tracker for tenant:306f9d2010324a6b91fea2fccd8dcf7f on resource:network {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:27.164038 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-2f0a056a-f781-480e-b9d6-1ac6e8883d2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d HTTP/1.1" status: 200 len: 217 time: 0.0966110 Sep 15 15:06:27.251910 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b70dc6b4-7405-43c9-89bb-169fde46d2fa req-76e246cc-b26b-4d17-b551-c58c4b671b18 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059313 Sep 15 15:06:27.272424 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-e512e364-97a6-4afa-bf73-eaf95bb4ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:27.274578 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-e512e364-97a6-4afa-bf73-eaf95bb4ec02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.1045918 Sep 15 15:06:27.286992 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.294668 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:27.319106 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-8896019c-29bf-412f-88f5-bb213f92ea13 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186710 Sep 15 15:06:27.323926 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8e424265-0adb-4677-8092-c3ed051699a8', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'port_id': '8e424265-0adb-4677-8092-c3ed051699a8', 'mac_address': 'fa:16:3e:b5:94:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:06:27.330088 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-57077da3-4505-439f-8e78-63209732d740 req-5b0030e7-7cb6-47ef-a029-b8071c4fe6fd tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Unset dirty status for tenant:306f9d2010324a6b91fea2fccd8dcf7f on resource:network {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:27.331117 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-5b0030e7-7cb6-47ef-a029-b8071c4fe6fd tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.32 "GET /v2.0/networks?id=480258fd-477c-43d1-99d7-4ec2e2d974f2 HTTP/1.1" status: 200 len: 808 time: 0.4530795 Sep 15 15:06:27.331465 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd3d0-53e5-46dd-a5a7-2baf095e8a31 req-a1b83a15-7440-41bc-8d94-bc0ed5d1bd66 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:27.333034 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-08dcd3d0-53e5-46dd-a5a7-2baf095e8a31 req-a1b83a15-7440-41bc-8d94-bc0ed5d1bd66 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.2426372 Sep 15 15:06:27.338762 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-65043ff2-23c6-4874-88f1-ba618299becc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574296 Sep 15 15:06:27.357629 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Request body: {'port': {'device_id': 'f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2', 'network_id': '480258fd-477c-43d1-99d7-4ec2e2d974f2', 'admin_state_up': True, 'tenant_id': '306f9d2010324a6b91fea2fccd8dcf7f'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:27.419399 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.419745 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.441650 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e424265-0adb-4677-8092-c3ed051699a8 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:27.450194 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5610ee4-fe32-4ff0-8bb1-cf02aed88d8d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:27.471815 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:27.510143 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-08dcd3d0-53e5-46dd-a5a7-2baf095e8a31 req-ac412204-5a59-43a7-ad5f-2ccb9fdb638c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520751 Sep 15 15:06:27.544527 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df882da2d0344797af3c16c30621dc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8652618 Sep 15 15:06:27.548369 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 38924) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:27.549826 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.552854 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:27.581742 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5633d8b0-816f-41a3-95a9-024c888f8f43,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:27.600992 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:27.657645 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-1774503c-45f1-406f-a6c6-0b050d3e8d65 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230314 Sep 15 15:06:27.673876 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-ae83fec1-cedb-42f5-ad90-b4bfcc627855 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962108 Sep 15 15:06:27.675154 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:27.678841 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Usage tracker for resource:port and tenant:306f9d2010324a6b91fea2fccd8dcf7f is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:27.683781 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:27.710456 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:27.724080 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:27.732299 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:27.749830 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4046ad80-af76-4ff7-b1ee-97522eb8d32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.798068 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4046ad80-af76-4ff7-b1ee-97522eb8d32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.818507 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbbf00-b743-4cde-9b93-07893529e64a req-d6539357-6634-4a6b-ab56-8834b83a48a4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:27.820068 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f6dbbf00-b743-4cde-9b93-07893529e64a req-d6539357-6634-4a6b-ab56-8834b83a48a4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 943 time: 0.2209311 Sep 15 15:06:27.830076 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a85ed86a-911c-4988-9d5b-d7d3ba1df008 req-37668a5f-7b93-4374-80be-e2a10ecf16e1 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474855 Sep 15 15:06:27.869151 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Made reservation on behalf of 306f9d2010324a6b91fea2fccd8dcf7f for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:06:27.873042 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.908986 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-af879a71-bb94-4a76-8420-9b4550d04389 req-e878bdbb-7db4-48aa-898f-3f81c11a02e3 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 210 time: 0.0808892 Sep 15 15:06:27.944069 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f6dbbf00-b743-4cde-9b93-07893529e64a req-0d4ff51a-060a-4ad7-87e1-0d1c1ee4d457 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116509 Sep 15 15:06:28.093905 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8e424265-0adb-4677-8092-c3ed051699a8'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:06:28.095543 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4046ad80-af76-4ff7-b1ee-97522eb8d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:28.100872 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac98c253-2a02-4fd1-9800-eeb9006dd617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:28.118693 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046ad80-af76-4ff7-b1ee-97522eb8d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5633d8b0-816f-41a3-95a9-024c888f8f43,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:28.123070 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4046ad80-af76-4ff7-b1ee-97522eb8d32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:28.131276 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4046ad80-af76-4ff7-b1ee-97522eb8d32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:28.132568 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4046ad80-af76-4ff7-b1ee-97522eb8d32a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5633d8b0-816f-41a3-95a9-024c888f8f43 HTTP/1.1" status: 204 len: 168 time: 0.5721490 Sep 15 15:06:28.315301 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Allocated IP 172.20.0.14 (480258fd-477c-43d1-99d7-4ec2e2d974f2/a614e7a9-374f-407d-8c6e-bc03a3581a9b/5e325d5a-2cf5-4671-abc4-dd40178b3a66) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:06:28.353145 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-7266f51a-07b5-4d7c-9933-83eb74bd79ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327987 Sep 15 15:06:28.576479 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5f068-8630-4d47-aeb2-fdf955e91c7c req-96960a58-424f-46d6-a4fe-3dddb92c4821 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:28.581346 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3af5f068-8630-4d47-aeb2-fdf955e91c7c req-96960a58-424f-46d6-a4fe-3dddb92c4821 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1226587 Sep 15 15:06:28.673642 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3af5f068-8630-4d47-aeb2-fdf955e91c7c req-b5e9dca0-5c90-4e83-b8cc-240590ff2b63 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800192 Sep 15 15:06:28.725939 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-0754ad95-0163-4236-8177-4bfab7b92b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:28.727804 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-0754ad95-0163-4236-8177-4bfab7b92b0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76dc39e1b9b840edb8450d39335f46df&device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 1098 time: 0.2204072 Sep 15 15:06:28.750461 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:28.817145 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c1b30-af2c-4a0d-85bb-55dcee7f9f50 req-7b5069a6-f3b8-434b-8051-7a81ca7c8de3 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:28.818652 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-007c1b30-af2c-4a0d-85bb-55dcee7f9f50 req-7b5069a6-f3b8-434b-8051-7a81ca7c8de3 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 945 time: 0.1439984 Sep 15 15:06:28.962404 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-007c1b30-af2c-4a0d-85bb-55dcee7f9f50 req-6b8de1b3-36cd-43be-8aa4-1773e3a786a6 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360517 Sep 15 15:06:29.076739 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device c852cf3f-b648-4f23-b1a4-661ffedc1a7c details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:06:29.283695 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port c852cf3f-b648-4f23-b1a4-661ffedc1a7c, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:29.292754 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-48242e57-23a4-4f2f-aeb3-d3eb259e5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:29.292754 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-48242e57-23a4-4f2f-aeb3-d3eb259e5944 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 HTTP/1.1" status: 200 len: 912 time: 0.5243344 Sep 15 15:06:29.292921 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9a7a4f3f-4573-494a-9978-cec07281ce7e req-ed895627-4bfb-468e-895c-42bb298d53e6 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 210 time: 0.1029701 Sep 15 15:06:29.323149 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'port_id': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'mac_address': 'fa:16:3e:60:a0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:06:29.350611 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c6e87-b6cd-464a-926f-9d6d71708020 req-55f05c5d-089d-404c-81d2-e26934406eaa tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:29.352230 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ec6c6e87-b6cd-464a-926f-9d6d71708020 req-55f05c5d-089d-404c-81d2-e26934406eaa tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 943 time: 0.2805455 Sep 15 15:06:29.400989 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-f75bd3e5-ab37-4554-a8e1-b27c466ed2e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc HTTP/1.1" status: 200 len: 217 time: 0.1038678 Sep 15 15:06:29.447569 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ec6c6e87-b6cd-464a-926f-9d6d71708020 req-383bcfc6-6c08-43ce-bda3-73ca8792e6b9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889702 Sep 15 15:06:29.468917 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:29.471423 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:29.493066 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-64a15e9d-8c55-4417-b899-a7878e6be646 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:29.515106 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c852cf3f-b648-4f23-b1a4-661ffedc1a7c {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:29.544605 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port c852cf3f-b648-4f23-b1a4-661ffedc1a7c, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:29.618018 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Network 480258fd-477c-43d1-99d7-4ec2e2d974f2 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:06:29.622491 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-5ac8878d-22b5-430f-8404-cd6ec63a3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:29.623474 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:29.624149 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-5ac8878d-22b5-430f-8404-cd6ec63a3335 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6360404-912a-4688-86e5-c4cc21681059 HTTP/1.1" status: 200 len: 851 time: 0.2171214 Sep 15 15:06:29.625769 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:29.627365 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:06:29.680559 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:06:29.688400 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:29.689055 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:29.706029 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-2351fecc-9423-4861-a746-6e1033c2011d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741932 Sep 15 15:06:29.706674 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Pushing event updated for resources: {'Port': ['ID=5e325d5a-2cf5-4671-abc4-dd40178b3a66,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:29.713969 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:29.726821 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:29.741585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:29.881311 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-29a57b12-f738-4163-8ef6-34259f8fbf2b service neutron] 10.222.0.32 "GET /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663902 Sep 15 15:06:29.908131 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ef3d7-a305-4104-b36b-359c568c9b88 req-e375c87d-cc1c-4f99-ab2d-01af8663a96c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:29.916469 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0d3ef3d7-a305-4104-b36b-359c568c9b88 req-e375c87d-cc1c-4f99-ab2d-01af8663a96c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1098752 Sep 15 15:06:29.941478 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5884120 Sep 15 15:06:29.964767 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0d3ef3d7-a305-4104-b36b-359c568c9b88 req-5b134cf0-329a-4918-b277-6b981f95dd51 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472915 Sep 15 15:06:30.009074 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Request body: {'port': {'device_id': 'f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:30.054585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['c852cf3f-b648-4f23-b1a4-661ffedc1a7c'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:06:30.191163 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d0aa6-4c6c-4e09-8d4d-ae388a72c591 req-bfdd37b2-76df-45ed-bec6-ddde4979564b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:30.191949 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-703d0aa6-4c6c-4e09-8d4d-ae388a72c591 req-bfdd37b2-76df-45ed-bec6-ddde4979564b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 945 time: 0.1158476 Sep 15 15:06:30.255007 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f5f2a19-4fbf-430d-9e3f-3b9936ad592d req-e0c3e87d-d3cf-4062-aefc-55bd33f5933e service neutron] 10.222.0.32 "GET /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642731 Sep 15 15:06:30.257686 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:30.284282 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-703d0aa6-4c6c-4e09-8d4d-ae388a72c591 req-5f838e26-6253-4abe-ad9a-d9628033d9a2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867252 Sep 15 15:06:30.411870 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:30.455400 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b284f03-ec41-41a1-9483-35b633caba88 req-9cee3b30-527d-4a87-a3bd-894711147b6f tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:30.458338 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4b284f03-ec41-41a1-9483-35b633caba88 req-9cee3b30-527d-4a87-a3bd-894711147b6f tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 945 time: 0.1687560 Sep 15 15:06:30.505949 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4b284f03-ec41-41a1-9483-35b633caba88 req-33a0decd-1617-4ba4-b25b-efd427b07bc6 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Sep 15 15:06:30.602985 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35e8c-5572-48fe-8100-215bce74e5dc req-732e6e86-ab60-47b3-b779-921416ff13d9 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:30.605129 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-80c35e8c-5572-48fe-8100-215bce74e5dc req-732e6e86-ab60-47b3-b779-921416ff13d9 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 932 time: 0.0977147 Sep 15 15:06:30.694301 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e325d5a-2cf5-4671-abc4-dd40178b3a66 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:30.704243 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:30.713329 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-80c35e8c-5572-48fe-8100-215bce74e5dc req-6b968e93-d320-45e3-bd26-5cd78cb42659 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963929 Sep 15 15:06:30.744547 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Transition to ACTIVE for port object 5e325d5a-2cf5-4671-abc4-dd40178b3a66 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:06:30.745149 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e2f99-fb29-49c3-97f5-e370f8c484ff req-ab5b642a-412e-48e5-a99a-b3d1a26a2760 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:30.747471 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c04e2f99-fb29-49c3-97f5-e370f8c484ff req-ab5b642a-412e-48e5-a99a-b3d1a26a2760 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 944 time: 0.1178746 Sep 15 15:06:30.751822 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:06:30.795942 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c04e2f99-fb29-49c3-97f5-e370f8c484ff req-6224ea7e-10e2-4db9-99be-f2c197484565 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Sep 15 15:06:30.834427 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:30.840508 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:31.085980 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:31.087076 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e325d5a-2cf5-4671-abc4-dd40178b3a66,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:31.090871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:31.091718 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Attempting to bind port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:06:31.092043 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Attempting to bind port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '6c14d122-2fd7-4a89-a02f-ed7fc12bd555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '480258fd-477c-43d1-99d7-4ec2e2d974f2'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:06:31.092365 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Attempting to bind port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 on network 480258fd-477c-43d1-99d7-4ec2e2d974f2 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:31.097425 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 on network 480258fd-477c-43d1-99d7-4ec2e2d974f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:06:31.097746 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Attempting to bind port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 on network 480258fd-477c-43d1-99d7-4ec2e2d974f2 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:06:31.103174 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:06:31.103533 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Checking segment: {'id': '6c14d122-2fd7-4a89-a02f-ed7fc12bd555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '480258fd-477c-43d1-99d7-4ec2e2d974f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:06:31.103922 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Bound using segment: {'id': '6c14d122-2fd7-4a89-a02f-ed7fc12bd555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '480258fd-477c-43d1-99d7-4ec2e2d974f2'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:06:31.104352 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Bound port: 5e325d5a-2cf5-4671-abc4-dd40178b3a66, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c14d122-2fd7-4a89-a02f-ed7fc12bd555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '480258fd-477c-43d1-99d7-4ec2e2d974f2'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:06:31.104698 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:31.186637 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c5789-fd76-4b18-9518-7617d035c5d3 req-4710f054-70aa-42d9-923c-159d2308650e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:31.195204 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-396c5789-fd76-4b18-9518-7617d035c5d3 req-4710f054-70aa-42d9-923c-159d2308650e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1159544 Sep 15 15:06:31.206804 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] For port 5e325d5a-2cf5-4671-abc4-dd40178b3a66, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:06:31.210155 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] For port 5e325d5a-2cf5-4671-abc4-dd40178b3a66, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=5e325d5a-2cf5-4671-abc4-dd40178b3a66,segment=NetworkSegment(6c14d122-2fd7-4a89-a02f-ed7fc12bd555),segment_id=6c14d122-2fd7-4a89-a02f-ed7fc12bd555)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:06:31.237665 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-396c5789-fd76-4b18-9518-7617d035c5d3 req-d9aa0f66-fc86-471f-93c7-476faf92b8fe tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Sep 15 15:06:31.269224 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 8e424265-0adb-4677-8092-c3ed051699a8 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:31.274296 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8e424265-0adb-4677-8092-c3ed051699a8 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:31.276809 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:31.328016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:31.333117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:31.386252 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:31.387053 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:31.388865 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e325d5a-2cf5-4671-abc4-dd40178b3a66 HTTP/1.1" status: 200 len: 1094 time: 1.3929589 Sep 15 15:06:31.397354 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2', 'tag': '5e325d5a-2cf5-4671-abc4-dd40178b3a66'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:31.402459 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:31.424686 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e325d5a-2cf5-4671-abc4-dd40178b3a66,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:31.428764 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:31.446849 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:31.447825 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:31.458232 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2', 'tag': '5e325d5a-2cf5-4671-abc4-dd40178b3a66', 'status': 'completed', 'code': 200} Sep 15 15:06:31.515215 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8', 'code': 200} Sep 15 15:06:31.520056 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:31.522727 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:31.545120 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9b02e-8c09-4b2f-bd0d-c4a8e6f1a6cd req-fc217f58-fb4f-4414-8be9-f4b1ebdb5d17 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:31.546916 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d1b9b02e-8c09-4b2f-bd0d-c4a8e6f1a6cd req-fc217f58-fb4f-4414-8be9-f4b1ebdb5d17 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 945 time: 0.1049864 Sep 15 15:06:31.574496 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f2bd0-bde7-47a9-b569-c9582902b7f4 req-fdbd5205-0010-43c4-b88c-e2728a1f2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:31.576257 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-971f2bd0-bde7-47a9-b569-c9582902b7f4 req-fdbd5205-0010-43c4-b88c-e2728a1f2e90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=306f9d2010324a6b91fea2fccd8dcf7f&device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 1097 time: 0.0962968 Sep 15 15:06:31.630805 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d1b9b02e-8c09-4b2f-bd0d-c4a8e6f1a6cd req-325db8f4-063b-4abe-a295-c00ea0a5d608 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779583 Sep 15 15:06:31.670572 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:31.674308 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:31.758983 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca911-5c96-4fc5-b8db-b2d8249f8be1 req-2475346e-8e32-4cea-a685-cf8ac2a12693 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:31.760027 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f17ca911-5c96-4fc5-b8db-b2d8249f8be1 req-2475346e-8e32-4cea-a685-cf8ac2a12693 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 945 time: 0.0985727 Sep 15 15:06:31.814685 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f17ca911-5c96-4fc5-b8db-b2d8249f8be1 req-24ec5fbc-140f-4766-a136-1739bf54da2a tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477836 Sep 15 15:06:31.819115 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f2bd0-bde7-47a9-b569-c9582902b7f4 req-c929d600-1530-46db-bd1d-c0ee816baadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:31.820692 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-971f2bd0-bde7-47a9-b569-c9582902b7f4 req-c929d600-1530-46db-bd1d-c0ee816baadf service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=306f9d2010324a6b91fea2fccd8dcf7f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2375076 Sep 15 15:06:32.029401 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf23d-6e4f-41ab-8ec7-5ab60481f57a req-a492e647-c099-4f3d-8f21-94d89c0eda43 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.031145 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-309bf23d-6e4f-41ab-8ec7-5ab60481f57a req-a492e647-c099-4f3d-8f21-94d89c0eda43 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 944 time: 0.1940711 Sep 15 15:06:32.068533 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f2bd0-bde7-47a9-b569-c9582902b7f4 req-cafe8d7c-4e94-411b-943c-345b1c0affe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.071478 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-971f2bd0-bde7-47a9-b569-c9582902b7f4 req-cafe8d7c-4e94-411b-943c-345b1c0affe0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439044 Sep 15 15:06:32.085907 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f3531-6800-4668-9b66-f33ea77bd900 req-145876d2-e290-4328-8898-32c54c95a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.088822 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-309bf23d-6e4f-41ab-8ec7-5ab60481f57a req-159d0ec7-3f60-47e7-9204-844ae57d0345 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503747 Sep 15 15:06:32.090084 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ec1f3531-6800-4668-9b66-f33ea77bd900 req-145876d2-e290-4328-8898-32c54c95a94b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 1099 time: 0.1770172 Sep 15 15:06:32.118706 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b99a55-f749-4695-9fa0-270c2cb7f9f2 req-d7d79310-7f4b-416d-a63d-901d71b8ef33 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.118706 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-28b99a55-f749-4695-9fa0-270c2cb7f9f2 req-d7d79310-7f4b-416d-a63d-901d71b8ef33 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 944 time: 0.1580801 Sep 15 15:06:32.162211 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-28b99a55-f749-4695-9fa0-270c2cb7f9f2 req-9bafef51-0058-45d2-99c0-2976938e6c9e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Sep 15 15:06:32.190234 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ec1f3531-6800-4668-9b66-f33ea77bd900 req-db8563fa-e3cf-4ab3-b851-3be35bffe961 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927513 Sep 15 15:06:32.221823 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57077da3-4505-439f-8e78-63209732d740 req-4f426a1b-62da-4205-87dc-09f941c78686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.223303 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-4f426a1b-62da-4205-87dc-09f941c78686 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=306f9d2010324a6b91fea2fccd8dcf7f&device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 1097 time: 0.0871310 Sep 15 15:06:32.442378 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f458bf4-8372-445f-9953-b427db5afc8d req-d9b1e892-6d48-42cd-baac-92c304d30541 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.450021 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f458bf4-8372-445f-9953-b427db5afc8d req-d9b1e892-6d48-42cd-baac-92c304d30541 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0950127 Sep 15 15:06:32.495019 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f458bf4-8372-445f-9953-b427db5afc8d req-605dcf02-33e2-45bb-a5b4-ecfb3cf565fd tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Sep 15 15:06:32.529650 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-ed257dad-4a1c-4ad4-8251-30b73e28b164 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e325d5a-2cf5-4671-abc4-dd40178b3a66 HTTP/1.1" status: 200 len: 217 time: 0.0645831 Sep 15 15:06:32.661217 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57077da3-4505-439f-8e78-63209732d740 req-c7cae8a5-6da8-476c-b36d-3b9b97c188e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.662645 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-c7cae8a5-6da8-476c-b36d-3b9b97c188e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a614e7a9-374f-407d-8c6e-bc03a3581a9b HTTP/1.1" status: 200 len: 848 time: 0.1104240 Sep 15 15:06:32.713822 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-a65f4352-ec89-4baa-903f-3ed8ea44252e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=480258fd-477c-43d1-99d7-4ec2e2d974f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424995 Sep 15 15:06:32.727522 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-cf9ea6e4-40b6-444c-aa1b-5a4702b314ff tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.728238 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-cf9ea6e4-40b6-444c-aa1b-5a4702b314ff tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Synchronizing usage tracker for tenant:76dc39e1b9b840edb8450d39335f46df on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:32.864199 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f754d-19eb-40dc-a00d-23c382ce98c4 req-8710b33e-b0ff-46dc-b9dc-685ddab72d8c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:32.871986 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b71f754d-19eb-40dc-a00d-23c382ce98c4 req-8710b33e-b0ff-46dc-b9dc-685ddab72d8c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1075616 Sep 15 15:06:32.888285 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39116) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:32.919531 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-16f7f00f-0f71-4185-af65-b4fa463778c7 service neutron] 10.222.0.32 "GET /v2.0/networks/480258fd-477c-43d1-99d7-4ec2e2d974f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866393 Sep 15 15:06:32.961492 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b71f754d-19eb-40dc-a00d-23c382ce98c4 req-25855c53-4738-4636-841d-2040285227c2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884831 Sep 15 15:06:32.972175 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-cf9ea6e4-40b6-444c-aa1b-5a4702b314ff tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Unset dirty status for tenant:76dc39e1b9b840edb8450d39335f46df on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:32.973379 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-cf9ea6e4-40b6-444c-aa1b-5a4702b314ff tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 945 time: 0.4200196 Sep 15 15:06:33.037521 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:33.088042 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:33.101126 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Usage tracker for resource:security_group_rule and tenant:6b5a8d4fe774490d97d94baf68dc7ced is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:33.105101 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:33.111832 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device c852cf3f-b648-4f23-b1a4-661ffedc1a7c up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:33.112396 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:33.126251 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Deleting port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:06:33.126740 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:33.173204 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac37e-849e-4003-8f96-656e7470cec7 req-f41f4fb4-ef6a-44fa-8828-d4f5e3bef7cc tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:33.175245 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-783ac37e-849e-4003-8f96-656e7470cec7 req-f41f4fb4-ef6a-44fa-8828-d4f5e3bef7cc tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 945 time: 0.1216359 Sep 15 15:06:33.251961 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port c852cf3f-b648-4f23-b1a4-661ffedc1a7c completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:33.257139 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port c852cf3f-b648-4f23-b1a4-661ffedc1a7c triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:33.258470 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:33.274428 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57077da3-4505-439f-8e78-63209732d740 req-1ef140a7-d07f-4091-8c88-7bc27e5ad689 service neutron] 10.222.0.32 "GET /v2.0/networks/480258fd-477c-43d1-99d7-4ec2e2d974f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422291 Sep 15 15:06:33.297521 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-783ac37e-849e-4003-8f96-656e7470cec7 req-8f35e1d9-0b66-46f3-811f-4bb49082a45f tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/security-groups?id=51a8360b-9f6f-42c1-aab7-21026526418a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137521 Sep 15 15:06:33.385356 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ce326-a28b-4367-9b2c-2fb3420f61f0 req-e70faa72-ca44-467e-bc2f-4ba1fbaa1aa3 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:33.386890 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-083ce326-a28b-4367-9b2c-2fb3420f61f0 req-e70faa72-ca44-467e-bc2f-4ba1fbaa1aa3 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 944 time: 0.1588583 Sep 15 15:06:33.391320 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:33.394775 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:33.432594 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port c852cf3f-b648-4f23-b1a4-661ffedc1a7c, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:33.439515 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-083ce326-a28b-4367-9b2c-2fb3420f61f0 req-b27726d2-9d94-41a3-95d4-4ebe20288675 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462620 Sep 15 15:06:33.446298 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] For port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,segment=NetworkSegment(6d6223c6-3cc5-4688-9c33-a1021c0ba81a),segment_id=6d6223c6-3cc5-4688-9c33-a1021c0ba81a)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:33.446784 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:33.488814 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:33.504664 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:33.509000 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:33.510585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:33.544338 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:33.596003 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Calling delete_port for e909bcb7-9c92-4bc8-ac11-60917ff6d2fc owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:06:33.627208 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:33.636009 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:33.675090 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b5a8d4fe774490d97d94baf68dc7ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7853277 Sep 15 15:06:33.677345 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924eedd3-f3f9-483c-a700-068f69ad5603,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:33.678707 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39138) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:33.697931 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:33.782174 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6193c2-e4da-4376-9872-70bb4230a044 req-1d82bbff-61a1-4cd9-ba77-e682b2ee3794 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:33.783853 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5c6193c2-e4da-4376-9872-70bb4230a044 req-1d82bbff-61a1-4cd9-ba77-e682b2ee3794 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 944 time: 0.3313110 Sep 15 15:06:33.829713 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c398c-0a32-4a58-99ff-94e3a3fc0d8e req-ed867811-b01a-4d1f-9b4b-6c653d49170d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:33.831216 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6c1c398c-0a32-4a58-99ff-94e3a3fc0d8e req-ed867811-b01a-4d1f-9b4b-6c653d49170d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1355028 Sep 15 15:06:33.865159 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5c6193c2-e4da-4376-9872-70bb4230a044 req-50ee3674-730d-44e7-9736-55f713f29ec8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688715 Sep 15 15:06:33.910940 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6c1c398c-0a32-4a58-99ff-94e3a3fc0d8e req-2ff44353-7622-4236-8931-4d49085b9ca0 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689921 Sep 15 15:06:33.957848 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'code': 200} Sep 15 15:06:33.991431 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa550486-6c84-46a0-94c3-0b814011f205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:34.017911 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa550486-6c84-46a0-94c3-0b814011f205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:34.080781 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:34.087682 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-43d693d6-0a0c-43ec-a372-b0786d07311d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:34.093467 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['e909bcb7-9c92-4bc8-ac11-60917ff6d2fc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:06:34.145506 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Pushing event deleted for resources: {'Port': ['ID=e909bcb7-9c92-4bc8-ac11-60917ff6d2fc,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:34.149393 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:34.177596 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316e528-2340-4558-9309-03eed9ebc8c8 req-1874cfa6-7b0a-4d57-8188-1eb4fc9670f8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:34.179334 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b316e528-2340-4558-9309-03eed9ebc8c8 req-1874cfa6-7b0a-4d57-8188-1eb4fc9670f8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1098728 Sep 15 15:06:34.228966 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa550486-6c84-46a0-94c3-0b814011f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:34.238604 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2c61bb18-962a-43ec-808f-ef715ab8235f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:34.241632 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b316e528-2340-4558-9309-03eed9ebc8c8 req-e6d2551c-d2e0-4a5b-a961-bc2df6ad0e0d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562088 Sep 15 15:06:34.255704 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa550486-6c84-46a0-94c3-0b814011f205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924eedd3-f3f9-483c-a700-068f69ad5603,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:34.260933 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-aa550486-6c84-46a0-94c3-0b814011f205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:34.262173 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] No DVR routers for this DVR port e909bcb7-9c92-4bc8-ac11-60917ff6d2fc on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:06:34.268967 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:34.272307 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce20a01-1101-4ce4-a7e7-0478fd6e0067', 'name': 'network-vif-deleted', 'tag': 'e909bcb7-9c92-4bc8-ac11-60917ff6d2fc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:34.320775 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce20a01-1101-4ce4-a7e7-0478fd6e0067', 'name': 'network-vif-deleted', 'tag': 'e909bcb7-9c92-4bc8-ac11-60917ff6d2fc', 'status': 'completed', 'code': 200} Sep 15 15:06:34.379360 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa550486-6c84-46a0-94c3-0b814011f205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:34.384975 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-aa550486-6c84-46a0-94c3-0b814011f205 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/924eedd3-f3f9-483c-a700-068f69ad5603 HTTP/1.1" status: 204 len: 168 time: 0.7042170 Sep 15 15:06:34.385984 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1210a6da-fcfe-4720-946c-e48c5f855302 req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.32 "DELETE /v2.0/ports/e909bcb7-9c92-4bc8-ac11-60917ff6d2fc HTTP/1.1" status: 204 len: 173 time: 1.3582625 Sep 15 15:06:34.589346 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a4057-43a5-412c-a4fc-38c964a04480 req-c40a5777-e402-453c-84ca-967c18d50b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:34.591463 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9f1a4057-43a5-412c-a4fc-38c964a04480 req-c40a5777-e402-453c-84ca-967c18d50b8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 1098 time: 0.1928577 Sep 15 15:06:34.647878 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9f1a4057-43a5-412c-a4fc-38c964a04480 req-f72d036a-787d-4525-9fbf-526f8b0b3537 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491223 Sep 15 15:06:34.691544 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d20b1539-2e42-451f-80be-680c67947bbd req-4e988fa8-a859-4a63-8315-9b90e4860b6f tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 210 time: 0.1134593 Sep 15 15:06:34.777206 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90f6e1-fe01-49d2-a352-0ddd402ecc1f req-a589c711-2f9a-48e9-80e1-9f4a0b3d8088 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:34.777206 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dc90f6e1-fe01-49d2-a352-0ddd402ecc1f req-a589c711-2f9a-48e9-80e1-9f4a0b3d8088 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 944 time: 0.1059489 Sep 15 15:06:34.791697 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dc90f6e1-fe01-49d2-a352-0ddd402ecc1f req-1f6440f4-a9f5-4797-9861-d3cf320c853e tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Sep 15 15:06:35.159534 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426cf9-e40b-40ba-944c-d1e0c78575fa req-2cfc0cf6-8f19-4a57-99e6-3a2d41b6a3ba tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:35.160911 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de426cf9-e40b-40ba-944c-d1e0c78575fa req-2cfc0cf6-8f19-4a57-99e6-3a2d41b6a3ba tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1680894 Sep 15 15:06:35.174157 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d080a-d239-484a-9b64-671255ee32b3 req-fa2b2d96-7b25-4012-a167-da7f0eee9dba tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:35.175556 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1f6d080a-d239-484a-9b64-671255ee32b3 req-fa2b2d96-7b25-4012-a167-da7f0eee9dba tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1227031 Sep 15 15:06:35.249740 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de426cf9-e40b-40ba-944c-d1e0c78575fa req-77e45e11-36c7-4396-95dd-bc39709b344b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732160 Sep 15 15:06:35.257529 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1f6d080a-d239-484a-9b64-671255ee32b3 req-19e815f2-d375-4e27-9653-fff6dda8d104 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Sep 15 15:06:35.435841 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42f454-83cb-4f84-af30-2d67d7cdae7d req-33f73f1f-dfa2-4c69-826e-492bce297217 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:35.439240 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8e42f454-83cb-4f84-af30-2d67d7cdae7d req-33f73f1f-dfa2-4c69-826e-492bce297217 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0840766 Sep 15 15:06:35.483117 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8e42f454-83cb-4f84-af30-2d67d7cdae7d req-39b79804-eb39-452c-b729-5880b41bcc0b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 Sep 15 15:06:35.684860 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43771a-e7f8-4fde-996e-d9870cb86469 req-04719bc6-ed3b-490d-9dd5-eecc57554fb8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:35.686460 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6d43771a-e7f8-4fde-996e-d9870cb86469 req-04719bc6-ed3b-490d-9dd5-eecc57554fb8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0925550 Sep 15 15:06:35.695658 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39174) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:35.701245 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'floatingip': {'port_id': '8e424265-0adb-4677-8092-c3ed051699a8'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:35.718144 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39178) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:35.748290 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:35.764719 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:35.785516 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Usage tracker for resource:security_group_rule and tenant:d03dc8df4d034c9a917e606a1a841842 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:35.785516 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:35.792134 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:35.792467 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:35.930424 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:36.022350 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:36.043729 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2a011500-0418-486d-b67b-adacecff53d0 req-4aeb65dc-5d1b-46bf-b70f-395be25df2a3 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ce20a01-1101-4ce4-a7e7-0478fd6e0067 HTTP/1.1" status: 200 len: 210 time: 0.0644763 Sep 15 15:06:36.047730 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:36.094575 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137e61fb-83dc-42c8-a410-f31fb1754b40,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:36.097559 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:36.102595 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d03dc8df4d034c9a917e606a1a841842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780365 Sep 15 15:06:36.103993 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39192) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:36.156235 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46071d4c-0d65-422a-a753-5a8a18319ac5 req-9cb2c617-d4cd-4ade-99c7-52e9a9e4ff74 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:36.157745 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-46071d4c-0d65-422a-a753-5a8a18319ac5 req-9cb2c617-d4cd-4ade-99c7-52e9a9e4ff74 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 944 time: 0.2252057 Sep 15 15:06:36.211062 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41bb7b38-1da3-4eb0-9444-abd1d3e32541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:36.232426 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-46071d4c-0d65-422a-a753-5a8a18319ac5 req-7087b7ee-c761-4221-a33b-444f0141585d tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682464 Sep 15 15:06:36.263403 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41bb7b38-1da3-4eb0-9444-abd1d3e32541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:36.444821 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41bb7b38-1da3-4eb0-9444-abd1d3e32541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:36.455767 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:36.505695 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb7b38-1da3-4eb0-9444-abd1d3e32541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137e61fb-83dc-42c8-a410-f31fb1754b40,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:36.523283 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-41bb7b38-1da3-4eb0-9444-abd1d3e32541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:36.541834 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41bb7b38-1da3-4eb0-9444-abd1d3e32541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:36.546301 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-41bb7b38-1da3-4eb0-9444-abd1d3e32541 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/137e61fb-83dc-42c8-a410-f31fb1754b40 HTTP/1.1" status: 204 len: 168 time: 0.4392695 Sep 15 15:06:36.604776 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f52d6-7a58-4ba8-81c2-ff3136fedb7b req-6d14c26c-2f66-484b-9e7e-78dfe93c8f65 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:36.606556 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bc3f52d6-7a58-4ba8-81c2-ff3136fedb7b req-6d14c26c-2f66-484b-9e7e-78dfe93c8f65 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.2071283 Sep 15 15:06:36.618948 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87b765-7c75-498a-b6a4-754f06056be6 req-d9970db8-3627-4f30-bd47-670f2da8bcb8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:36.620637 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0d87b765-7c75-498a-b6a4-754f06056be6 req-d9970db8-3627-4f30-bd47-670f2da8bcb8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1774480 Sep 15 15:06:36.623327 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.db.resource_extend [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:06:36.701517 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bc3f52d6-7a58-4ba8-81c2-ff3136fedb7b req-b883c75f-bd15-4a75-af45-6adb4d40e02a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797000 Sep 15 15:06:36.712487 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0d87b765-7c75-498a-b6a4-754f06056be6 req-cfff7da7-e242-423c-88b2-04b81d07989d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759752 Sep 15 15:06:36.812015 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:36.891183 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:37.063195 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.l3_db [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Floating IP 7f8ce7bc-6528-485a-a993-2a37b4cc57c4 associated. External IP: 172.28.3.18, port: 8e424265-0adb-4677-8092-c3ed051699a8. Sep 15 15:06:37.124622 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 5e325d5a-2cf5-4671-abc4-dd40178b3a66 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:06:37.131127 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device e909bcb7-9c92-4bc8-ac11-60917ff6d2fc no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:06:37.211906 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: e909bcb7-9c92-4bc8-ac11-60917ff6d2fc {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:06:37.212268 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device e909bcb7-9c92-4bc8-ac11-60917ff6d2fc not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:06:37.429524 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 5e325d5a-2cf5-4671-abc4-dd40178b3a66, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=5e325d5a-2cf5-4671-abc4-dd40178b3a66,segment=NetworkSegment(6c14d122-2fd7-4a89-a02f-ed7fc12bd555),segment_id=6c14d122-2fd7-4a89-a02f-ed7fc12bd555)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:37.445526 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '5e325d5a-2cf5-4671-abc4-dd40178b3a66', 'network_id': '480258fd-477c-43d1-99d7-4ec2e2d974f2', 'port_id': '5e325d5a-2cf5-4671-abc4-dd40178b3a66', 'mac_address': 'fa:16:3e:16:99:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a614e7a9-374f-407d-8c6e-bc03a3581a9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:06:37.494143 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Router 7bdb3330-94c9-4735-a871-8ac2d0e84277 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:06:37.522217 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:37.545327 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e325d5a-2cf5-4671-abc4-dd40178b3a66 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:06:37.548745 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4ea9d-4638-44de-b02c-18b9e6ced2cb req-85e62685-e9f6-49ef-8318-f18f6c99da92 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:37.565026 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dca4ea9d-4638-44de-b02c-18b9e6ced2cb req-85e62685-e9f6-49ef-8318-f18f6c99da92 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 944 time: 0.1851757 Sep 15 15:06:37.579675 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 5e325d5a-2cf5-4671-abc4-dd40178b3a66, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=5e325d5a-2cf5-4671-abc4-dd40178b3a66,segment=NetworkSegment(6c14d122-2fd7-4a89-a02f-ed7fc12bd555),segment_id=6c14d122-2fd7-4a89-a02f-ed7fc12bd555)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:37.633083 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dca4ea9d-4638-44de-b02c-18b9e6ced2cb req-9ac534a6-165e-440e-8c65-829ba1dff381 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622900 Sep 15 15:06:37.652557 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:37.654723 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:37.732355 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=5e325d5a-2cf5-4671-abc4-dd40178b3a66,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:37.735837 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:37.753645 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:06:37.767090 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:37.774886 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] Sync routers for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:06:37.788675 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:06:37.789689 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:06:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:37.827398 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-5057026c-f0df-4015-9356-4b10a2b23f48 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "PUT /v2.0/floatingips/7f8ce7bc-6528-485a-a993-2a37b4cc57c4 HTTP/1.1" status: 200 len: 991 time: 2.1306641 Sep 15 15:06:37.828093 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:38.054659 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['5e325d5a-2cf5-4671-abc4-dd40178b3a66'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:06:38.149194 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218d6aa-d854-4e4f-9974-b98d02719eba req-ddda6cb7-50d2-4e87-8e35-03e63275233a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:38.164046 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e218d6aa-d854-4e4f-9974-b98d02719eba req-ddda6cb7-50d2-4e87-8e35-03e63275233a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.2975171 Sep 15 15:06:38.225173 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:06:38.228435 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e310be-1418-46e1-ac01-bbab1c87fb7f req-751afba5-65ac-4820-a08f-2b25f58f3b5c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:38.235876 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-65e310be-1418-46e1-ac01-bbab1c87fb7f req-751afba5-65ac-4820-a08f-2b25f58f3b5c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.3240640 Sep 15 15:06:38.274137 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e218d6aa-d854-4e4f-9974-b98d02719eba req-097f0e31-9d23-4cd9-befa-c2d08c691202 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091659 Sep 15 15:06:38.337127 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-65e310be-1418-46e1-ac01-bbab1c87fb7f req-c362c211-2c5a-454e-9225-4dd35d81f5ff tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990164 Sep 15 15:06:38.406604 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8', 'status': 'completed', 'code': 200} Sep 15 15:06:38.536640 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-c52394eb-042f-407b-b93d-f6aea895753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:38.538174 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-c52394eb-042f-407b-b93d-f6aea895753f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0973639 Sep 15 15:06:38.592638 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc8a7e-d174-4f3c-aa90-2183cb13e39a req-b54a7dee-818e-41c2-a842-c62daa711f4f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:38.594613 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-59dc8a7e-d174-4f3c-aa90-2183cb13e39a req-b54a7dee-818e-41c2-a842-c62daa711f4f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0964122 Sep 15 15:06:38.603300 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39278) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:38.612077 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'floatingip': {'port_id': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:06:38.683828 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7f8ce7bc-6528-485a-a993-2a37b4cc57c4', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'port_id': '8e424265-0adb-4677-8092-c3ed051699a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'mac_address': 'fa:16:3e:b5:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:06:09Z', 'updated_at': '2021-09-15T15:06:36Z', 'revision_number': 1, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:38.695788 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] Checking router: 7bdb3330-94c9-4735-a871-8ac2d0e84277 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:06:38.706500 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:06:38.707593 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:06:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:38.826618 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-b0e4f417-331d-47f2-8fd4-6cb9b64b34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:38.828144 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-b0e4f417-331d-47f2-8fd4-6cb9b64b34ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.2787921 Sep 15 15:06:38.833486 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:38.868687 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f2124d0-4bea-4f0a-bebc-f23ec6f28953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:38.913933 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39288) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:38.977717 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-3766eef7-3745-4372-91fa-1693985067b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e424265-0adb-4677-8092-c3ed051699a8 HTTP/1.1" status: 200 len: 999 time: 0.1412063 Sep 15 15:06:39.097165 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:06:39.128977 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-b4f54550-0d14-478c-938a-6ca20f87616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:39.130367 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-b4f54550-0d14-478c-938a-6ca20f87616c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.1423771 Sep 15 15:06:39.284546 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:39.292409 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9008-40a8-460b-8c9f-15865b520b5b req-0bd8f7b1-1b3d-46d3-8308-2e7ba6d04cc9 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:39.307887 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-805f9008-40a8-460b-8c9f-15865b520b5b req-0bd8f7b1-1b3d-46d3-8308-2e7ba6d04cc9 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 945 time: 0.3586590 Sep 15 15:06:39.308163 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-1b961529-7103-4b0e-be07-ded27b7b71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:39.308163 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-1b961529-7103-4b0e-be07-ded27b7b71a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1674342 Sep 15 15:06:39.310458 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:39.369280 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Usage tracker for resource:security_group_rule and tenant:c7f109da315441a4a9c20b07d000bde0 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:39.402944 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:39.457270 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:39.466635 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-805f9008-40a8-460b-8c9f-15865b520b5b req-52c531ca-8252-43a9-9890-9c727239bc09 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880249 Sep 15 15:06:39.604802 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39314) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:39.608096 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:39.750418 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Deleting subnet f6360404-912a-4688-86e5-c4cc21681059 {{(pid=80019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:06:39.751793 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7f8ce7bc-6528-485a-a993-2a37b4cc57c4', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'port_id': '8e424265-0adb-4677-8092-c3ed051699a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'mac_address': 'fa:16:3e:b5:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:06:09Z', 'updated_at': '2021-09-15T15:06:36Z', 'revision_number': 1, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:39.757824 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd7dd-f652-464d-a096-f052c8ee3f45 None None] The sync data for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb is: [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7f8ce7bc-6528-485a-a993-2a37b4cc57c4', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'port_id': '8e424265-0adb-4677-8092-c3ed051699a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'mac_address': 'fa:16:3e:b5:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:06:09Z', 'updated_at': '2021-09-15T15:06:36Z', 'revision_number': 1, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:06:39.774187 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:39.826470 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-3e37ad52-3aab-497a-84ab-7f1ced2c631b service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055141 Sep 15 15:06:40.000789 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.017036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.076215 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadc5fe-f59c-44ce-9370-3752c2041dae req-37f411fe-a3ae-4843-a585-c61f72558907 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:40.078756 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2eadc5fe-f59c-44ce-9370-3752c2041dae req-37f411fe-a3ae-4843-a585-c61f72558907 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.3974001 Sep 15 15:06:40.126685 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851e2ee-1fb5-4a1d-b353-f469cee89e27 None None] New status for floating IP 7f8ce7bc-6528-485a-a993-2a37b4cc57c4: ACTIVE {{(pid=80020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:06:40.135443 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.163849 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-988ab962-ca44-4d58-a38e-1aaf9f1661db req-75198bb0-d7da-41ff-b522-545b51c482c2 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307621 Sep 15 15:06:40.217013 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.225965 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:40.229785 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2eadc5fe-f59c-44ce-9370-3752c2041dae req-dbd334b6-d122-43fa-bed4-cdf78c034948 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446879 Sep 15 15:06:40.251951 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.256406 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.272559 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8421105-93a1-4b36-935c-01d86807115f,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:40.285726 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7f109da315441a4a9c20b07d000bde0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3681855 Sep 15 15:06:40.285726 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.286658 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39334) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:40.297241 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.297746 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.297955 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.298299 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.298649 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.299157 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.299339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.299706 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.300052 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.300390 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.300733 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.301125 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:40.306682 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:40.307173 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3d47dd1d-5a51-4b05-8caf-63fbb77dbdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:40.331810 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.338402 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6360404-912a-4688-86e5-c4cc21681059,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:40.345254 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f6360404-912a-4688-86e5-c4cc21681059 HTTP/1.1" status: 204 len: 168 time: 0.7392054 Sep 15 15:06:40.346028 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39338) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:40.346833 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:40.451586 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.481433 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.520536 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.580921 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.623085 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.623580 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.630009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.630009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > port after_create 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.630009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > port after_delete 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.630009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > port after_update 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.630009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.630009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.630009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.630009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.656535 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Floating IP 5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d associated. External IP: 172.28.3.178, port: c852cf3f-b648-4f23-b1a4-661ffedc1a7c. Sep 15 15:06:40.773773 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.774072 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.774456 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.774786 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:06:40.775170 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ff9dad-d884-48e8-84fc-1a5a6f1a7924']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:40.788564 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6223c6-3cc5-4688-9c33-a1021c0ba81a') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:40.790731 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6223c6-3cc5-4688-9c33-a1021c0ba81a') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:40.805186 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.827284 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.835946 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:06:40.836721 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: from cryptography.utils import int_from_bytes Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: from cryptography.utils import int_from_bytes Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: util.warn_limited( Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: util.warn_limited( Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:06:40.867824 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:06:40.912660 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472b9c7-7e07-4838-bfea-440dd08d670f req-2f9f7142-b387-49db-ac97-ccb86d2648d4 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:40.919544 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e472b9c7-7e07-4838-bfea-440dd08d670f req-2f9f7142-b387-49db-ac97-ccb86d2648d4 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 945 time: 0.2684417 Sep 15 15:06:40.994862 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.016737 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.021803 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-26268d3e-01a4-40f3-96be-1d5f38759d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:41.041758 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.048634 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ff9dad-d884-48e8-84fc-1a5a6f1a7924,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:41.051961 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-52f30539-576b-47a2-8f2e-2c5cf2c6985a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:41.054598 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:41.094181 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8421105-93a1-4b36-935c-01d86807115f,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:41.113781 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.114137 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.114494 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.114838 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.115180 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.115542 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.115885 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.116221 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.116556 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.116890 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.117219 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.117546 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.126006 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e472b9c7-7e07-4838-bfea-440dd08d670f req-a7f89cd0-8e5a-40bd-b7cf-9ed01c18b91b tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056806 Sep 15 15:06:41.126788 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:41.130044 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.133449 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8421105-93a1-4b36-935c-01d86807115f HTTP/1.1" status: 204 len: 168 time: 0.8437483 Sep 15 15:06:41.164079 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-f1a6ede4-fda5-41a1-978a-712c54743ebf admin admin] 10.222.0.39 "DELETE /v2.0/networks/d3ff9dad-d884-48e8-84fc-1a5a6f1a7924 HTTP/1.1" status: 204 len: 168 time: 0.8138216 Sep 15 15:06:41.170391 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 5e325d5a-2cf5-4671-abc4-dd40178b3a66 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:06:41.184608 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:06:41.307506 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:06:41.312856 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:06:41.313240 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.529532 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:06:41.535656 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.537907 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.543536 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] Sync routers for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:06:41.557720 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:06:41.559509 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:06:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:41.591392 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e325d5a-2cf5-4671-abc4-dd40178b3a66'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:41.603280 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 5e325d5a-2cf5-4671-abc4-dd40178b3a66, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=5e325d5a-2cf5-4671-abc4-dd40178b3a66,segment=NetworkSegment(6c14d122-2fd7-4a89-a02f-ed7fc12bd555),segment_id=6c14d122-2fd7-4a89-a02f-ed7fc12bd555)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:41.628988 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-43bf7085-72ed-4635-ae7d-33d8a5567a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.645890 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.647885 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-83af2e9f-e896-4c56-9256-9ae28a6a4eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:41.703771 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-f47293a1-6b47-4de8-8039-05d018635eff tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "PUT /v2.0/floatingips/5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d HTTP/1.1" status: 200 len: 991 time: 3.0868065 Sep 15 15:06:41.705633 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'tag': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:41.742935 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44adb5-d19a-4250-b836-652e8da3b59d req-8e02508e-91d1-489a-8410-95bcfaf520b8 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:41.767601 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5c44adb5-d19a-4250-b836-652e8da3b59d req-8e02508e-91d1-489a-8410-95bcfaf520b8 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.3388126 Sep 15 15:06:41.770641 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39388) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:41.783680 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e325d5a-2cf5-4671-abc4-dd40178b3a66', 'code': 200} Sep 15 15:06:41.785205 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=5e325d5a-2cf5-4671-abc4-dd40178b3a66,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:41.794894 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.795305 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.795764 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.796312 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.796749 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.797420 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.798768 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.798768 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.798768 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.799161 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.799565 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.799959 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:41.805634 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:41.874608 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5c44adb5-d19a-4250-b836-652e8da3b59d req-6961b6a6-bb5b-4ad3-b3a2-742df553c60c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065178 Sep 15 15:06:41.896338 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39396) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:41.896538 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-2614b704-2ccf-4aad-adf8-8cc0101b54dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76dc39e1b9b840edb8450d39335f46df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1243138 Sep 15 15:06:41.910531 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:06:41.956748 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'tag': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'status': 'completed', 'code': 200} Sep 15 15:06:42.124603 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-411af6db-30c6-42c3-ac74-037999b2e342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.130941 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39404) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:42.157787 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.159702 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-411af6db-30c6-42c3-ac74-037999b2e342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.178637 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115968-0272-4752-93c9-05033d53bfd3 req-1fc6725d-ada7-46a2-a42e-b16045ea08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:42.182116 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-71115968-0272-4752-93c9-05033d53bfd3 req-1fc6725d-ada7-46a2-a42e-b16045ea08fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 1098 time: 0.1938877 Sep 15 15:06:42.223769 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:42.228978 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Usage tracker for resource:security_group_rule and tenant:b57efcfe48ed40979d9d33aefa7f49f3 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:42.232505 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:42.240534 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:42.399099 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.413058 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5f01c-f449-4de2-a726-23072ae81799 req-c1146738-1dae-499a-b6e9-e41f7e02e73e tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:42.413375 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c7a5f01c-f449-4de2-a726-23072ae81799 req-c1146738-1dae-499a-b6e9-e41f7e02e73e tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 946 time: 0.1271007 Sep 15 15:06:42.442281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115968-0272-4752-93c9-05033d53bfd3 req-a21eab49-3c24-4f09-ab23-3140efe166a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:42.444664 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-71115968-0272-4752-93c9-05033d53bfd3 req-a21eab49-3c24-4f09-ab23-3140efe166a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 912 time: 0.2531285 Sep 15 15:06:42.467756 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c7a5f01c-f449-4de2-a726-23072ae81799 req-71dc1044-0603-46af-a408-9f5efb5052ff tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Sep 15 15:06:42.495009 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.503362 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:42.513505 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d', 'tenant_id': '5f8769c1556942878238a73d14494866', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'port_id': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'mac_address': 'fa:16:3e:60:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:06:11Z', 'updated_at': '2021-09-15T15:06:40Z', 'revision_number': 1, 'project_id': '5f8769c1556942878238a73d14494866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:42.517770 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c18e75-b677-4ac3-a45a-52812dd5d5d6 req-3a634845-3e13-41a1-bbb0-7574f5e94451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:42.518568 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] Checking router: 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:06:42.519334 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-24c18e75-b677-4ac3-a45a-52812dd5d5d6 req-3a634845-3e13-41a1-bbb0-7574f5e94451 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 1099 time: 0.2791333 Sep 15 15:06:42.527017 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:06:42.527671 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:06:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:42.548347 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.555896 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-411af6db-30c6-42c3-ac74-037999b2e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.556096 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b57efcfe48ed40979d9d33aefa7f49f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241095 Sep 15 15:06:42.564919 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896c9ad3-8581-4ebe-974f-169b313c63d7,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:42.565075 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39414) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:42.565159 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:42.566944 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:42.606916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411af6db-30c6-42c3-ac74-037999b2e342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a8360b-9f6f-42c1-aab7-21026526418a,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:42.609723 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-411af6db-30c6-42c3-ac74-037999b2e342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:42.645751 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-24c18e75-b677-4ac3-a45a-52812dd5d5d6 req-d8f3c032-08a0-409b-aa1c-0d71eb07a048 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177351 Sep 15 15:06:42.650029 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-71115968-0272-4752-93c9-05033d53bfd3 req-ef605696-4213-4b5c-a417-56baa7e72ffe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c HTTP/1.1" status: 200 len: 999 time: 0.1977689 Sep 15 15:06:42.659538 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-411af6db-30c6-42c3-ac74-037999b2e342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.659538 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-411af6db-30c6-42c3-ac74-037999b2e342 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51a8360b-9f6f-42c1-aab7-21026526418a HTTP/1.1" status: 204 len: 168 time: 0.7539954 Sep 15 15:06:42.688477 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce488-4414-4653-9218-d8cf6c766648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.729825 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:06:42.803090 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce488-4414-4653-9218-d8cf6c766648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:42.985192 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39428) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:43.018787 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce488-4414-4653-9218-d8cf6c766648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:43.050080 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:43.081046 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ce488-4414-4653-9218-d8cf6c766648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c9ad3-8581-4ebe-974f-169b313c63d7,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:43.129808 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9b0ce488-4414-4653-9218-d8cf6c766648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:43.147698 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115968-0272-4752-93c9-05033d53bfd3 req-62923597-b704-4540-9af6-ccd937271618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:43.149193 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-71115968-0272-4752-93c9-05033d53bfd3 req-62923597-b704-4540-9af6-ccd937271618 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 200 len: 850 time: 0.2262177 Sep 15 15:06:43.150020 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce488-4414-4653-9218-d8cf6c766648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:43.154272 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-9b0ce488-4414-4653-9218-d8cf6c766648 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/896c9ad3-8581-4ebe-974f-169b313c63d7 HTTP/1.1" status: 204 len: 168 time: 0.5805752 Sep 15 15:06:43.204824 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:43.212060 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d', 'tenant_id': '5f8769c1556942878238a73d14494866', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'port_id': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'mac_address': 'fa:16:3e:60:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:06:11Z', 'updated_at': '2021-09-15T15:06:40Z', 'revision_number': 1, 'project_id': '5f8769c1556942878238a73d14494866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:06:43.217915 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4750c16-98f8-49e2-b3dd-82d041f3f43d None None] The sync data for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb is: [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d', 'tenant_id': '5f8769c1556942878238a73d14494866', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'port_id': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'mac_address': 'fa:16:3e:60:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:06:11Z', 'updated_at': '2021-09-15T15:06:40Z', 'revision_number': 1, 'project_id': '5f8769c1556942878238a73d14494866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:06:43.259710 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:43.272490 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef8f7a-931b-4529-877a-bed8d043aeb4 req-75032123-74aa-43d0-bc9c-7927c89c4bfc tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:43.294830 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ccef8f7a-931b-4529-877a-bed8d043aeb4 req-75032123-74aa-43d0-bc9c-7927c89c4bfc tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.2163312 Sep 15 15:06:43.297791 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Usage tracker for resource:security_group_rule and tenant:7a8d82f545284fa0af53eb608e5a9dc3 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:43.302863 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:43.314433 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:43.314736 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115968-0272-4752-93c9-05033d53bfd3 req-066af898-a4ec-4080-b9eb-66455de62e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:43.316103 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-71115968-0272-4752-93c9-05033d53bfd3 req-066af898-a4ec-4080-b9eb-66455de62e84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1551163 Sep 15 15:06:43.360111 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ccef8f7a-931b-4529-877a-bed8d043aeb4 req-2b85fd29-f46d-45d0-8878-8f6e439e1fac tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771861 Sep 15 15:06:43.463476 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-71115968-0272-4752-93c9-05033d53bfd3 req-d6011364-2f86-4fe8-8961-03f2a787b2dc service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401532 Sep 15 15:06:43.468948 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:43.531705 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836dd3f5-553f-4f9a-a25f-363820f83c20 None None] New status for floating IP 5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d: ACTIVE {{(pid=80020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:06:43.548755 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:43.567554 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-058de827-68c2-4761-a42e-0c6698cac6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:43.634549 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a8d82f545284fa0af53eb608e5a9dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478400 Sep 15 15:06:43.637665 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed0536a-424f-4f1e-a0d5-a33f767a4476,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:43.643920 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39458) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:43.657310 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:43.702440 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-71115968-0272-4752-93c9-05033d53bfd3 req-7c6f7c59-6b35-460d-8ab2-a079a0acda7d service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215123 Sep 15 15:06:43.778907 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1c6-12d9-4551-b24a-fb481ef88ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:43.805603 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e413f0-41aa-40ee-888e-85667679c3ec req-d7f0df48-0595-40d9-b2f3-fc3fc0b4cb6a tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:43.814438 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a8e413f0-41aa-40ee-888e-85667679c3ec req-d7f0df48-0595-40d9-b2f3-fc3fc0b4cb6a tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 946 time: 0.1317255 Sep 15 15:06:43.849600 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1c6-12d9-4551-b24a-fb481ef88ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:43.914829 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a8e413f0-41aa-40ee-888e-85667679c3ec req-0eed5f21-e56b-41dd-b04f-a8b6ae84d99d tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973215 Sep 15 15:06:44.016840 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1c6-12d9-4551-b24a-fb481ef88ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:44.020681 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6e469681-d3aa-4519-b714-adc27f98b04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:44.033543 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddb1c6-12d9-4551-b24a-fb481ef88ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed0536a-424f-4f1e-a0d5-a33f767a4476,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:44.034495 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b1ddb1c6-12d9-4551-b24a-fb481ef88ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:44.041261 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1c6-12d9-4551-b24a-fb481ef88ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:44.043655 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b1ddb1c6-12d9-4551-b24a-fb481ef88ac1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ed0536a-424f-4f1e-a0d5-a33f767a4476 HTTP/1.1" status: 204 len: 168 time: 0.3972740 Sep 15 15:06:44.085635 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:44.556279 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf85a49-270b-4178-a884-106a870772f9 req-c1e02c00-ccf5-4c0b-af9c-e170e98e8ed2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:44.557744 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fbf85a49-270b-4178-a884-106a870772f9 req-c1e02c00-ccf5-4c0b-af9c-e170e98e8ed2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0968277 Sep 15 15:06:44.603410 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fbf85a49-270b-4178-a884-106a870772f9 req-a7292e04-3b1f-4b07-b55a-873a739a1378 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 Sep 15 15:06:44.971036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39516) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:44.994824 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:45.055441 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:45.068791 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Usage tracker for resource:security_group_rule and tenant:5a170bb687b24437892ff54999781aee is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:45.072303 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:45.081074 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:45.161950 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825302f7-a522-407e-879f-082160b99c69 req-d75e9014-cb03-4612-929d-b7c0f918fc8c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:45.169470 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-825302f7-a522-407e-879f-082160b99c69 req-d75e9014-cb03-4612-929d-b7c0f918fc8c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 946 time: 0.1372890 Sep 15 15:06:45.186615 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:45.247237 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:45.264898 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-53d1ec29-0e68-4ac1-bada-2e7d7700a38f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:45.312633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4819301-73c6-4ec0-b309-b97298e2ed72,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:45.316668 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:45.325940 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-825302f7-a522-407e-879f-082160b99c69 req-329c75ba-fe06-4077-a443-7d93f3b09d25 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554480 Sep 15 15:06:45.346681 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a170bb687b24437892ff54999781aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745506 Sep 15 15:06:45.349236 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39532) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:45.414816 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4a6217f9-d165-4ac1-9303-bcbcf061d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:45.445235 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4a6217f9-d165-4ac1-9303-bcbcf061d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:45.583241 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4a6217f9-d165-4ac1-9303-bcbcf061d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:45.588881 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:45.607037 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6217f9-d165-4ac1-9303-bcbcf061d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4819301-73c6-4ec0-b309-b97298e2ed72,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:45.610112 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4a6217f9-d165-4ac1-9303-bcbcf061d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:45.615759 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-4a6217f9-d165-4ac1-9303-bcbcf061d086 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4819301-73c6-4ec0-b309-b97298e2ed72 HTTP/1.1" status: 204 len: 168 time: 0.2642472 Sep 15 15:06:45.617046 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4a6217f9-d165-4ac1-9303-bcbcf061d086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:45.845037 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee485e-650a-4b0e-be9c-2cce5bc4d7ea req-b02db43c-5eb7-4927-8410-b54d102c2036 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:45.846585 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8eee485e-650a-4b0e-be9c-2cce5bc4d7ea req-b02db43c-5eb7-4927-8410-b54d102c2036 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0901227 Sep 15 15:06:45.893431 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8eee485e-650a-4b0e-be9c-2cce5bc4d7ea req-1b46d9fb-934d-4aa6-884a-d4c373baf6c7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Sep 15 15:06:46.402605 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39572) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:46.630359 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:46.650955 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:46.655620 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Usage tracker for resource:security_group_rule and tenant:d8fdf6ae5cd84ba7b83bff68984847aa is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:46.659002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:46.665066 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:46.785864 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:46.879785 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:46.889298 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2fb8241d-4d48-43bc-bc7d-7dfc7bf1f212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:46.953525 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39608) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:46.953997 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8fdf6ae5cd84ba7b83bff68984847aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496886 Sep 15 15:06:46.955604 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad07546-5f03-4fb7-ab53-08d95a31064c,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:46.959408 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:47.054710 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3160da8-581c-40cf-99f9-65175fa0e4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:47.127947 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3160da8-581c-40cf-99f9-65175fa0e4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:47.199139 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30a8a1-ac66-42fa-9d95-39ac74cc6993 req-d49451b2-3131-45fc-a030-8abf0e1eb45a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:47.200979 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f30a8a1-ac66-42fa-9d95-39ac74cc6993 req-d49451b2-3131-45fc-a030-8abf0e1eb45a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1365716 Sep 15 15:06:47.262722 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f30a8a1-ac66-42fa-9d95-39ac74cc6993 req-52bf5d73-8adc-42ab-8561-212c46502937 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Sep 15 15:06:47.338764 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3160da8-581c-40cf-99f9-65175fa0e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:47.347973 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9814f853-c296-457c-a002-265b3ebac48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:47.359432 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3160da8-581c-40cf-99f9-65175fa0e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad07546-5f03-4fb7-ab53-08d95a31064c,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:47.362773 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e3160da8-581c-40cf-99f9-65175fa0e4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:47.388431 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3160da8-581c-40cf-99f9-65175fa0e4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:47.388431 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e3160da8-581c-40cf-99f9-65175fa0e4aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ad07546-5f03-4fb7-ab53-08d95a31064c HTTP/1.1" status: 204 len: 168 time: 0.4319897 Sep 15 15:06:47.813663 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39652) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:48.001639 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.017757 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:48.022068 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Usage tracker for resource:security_group_rule and tenant:74e76d5c5e4c4f0bbd427d72e4bbf2cb is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:48.030084 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:48.034529 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:48.126685 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.154385 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39668) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:48.173356 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.190692 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:48.194946 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Usage tracker for resource:security_group_rule and tenant:b5be2571c0eb49a68c6e1417aed094e6 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:48.197811 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:48.205436 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:48.209162 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.217112 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:48.280949 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9512be-3991-4555-934f-b0ab5f90d68f,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:48.286411 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74e76d5c5e4c4f0bbd427d72e4bbf2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715250 Sep 15 15:06:48.289713 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39680) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:48.291040 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:48.353053 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.410626 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34884d0c-9c59-4a8c-bad8-aea54ae8bd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.444371 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34884d0c-9c59-4a8c-bad8-aea54ae8bd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.474764 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.502299 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:48.510381 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5be2571c0eb49a68c6e1417aed094e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549423 Sep 15 15:06:48.513935 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39688) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:48.549311 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a107dcdb-0b48-467e-b0a6-1f7ec30e78f0,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:48.552842 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:48.577149 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713aaa5-b9ab-4849-8703-1fe49746664f req-3fc25cc8-5da0-4e20-aabd-6ebcbb917406 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:48.578789 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e713aaa5-b9ab-4849-8703-1fe49746664f req-3fc25cc8-5da0-4e20-aabd-6ebcbb917406 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1525681 Sep 15 15:06:48.597083 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34884d0c-9c59-4a8c-bad8-aea54ae8bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.603253 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-45a9cc17-e04a-4716-b34d-9bdb70cf2fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:48.616963 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b08e6298-e7ad-489b-a0d9-0c9a72f82caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.619728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34884d0c-9c59-4a8c-bad8-aea54ae8bd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9512be-3991-4555-934f-b0ab5f90d68f,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:48.622415 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-34884d0c-9c59-4a8c-bad8-aea54ae8bd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:48.642984 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e713aaa5-b9ab-4849-8703-1fe49746664f req-3112d2a5-fa35-45c3-bd65-b0eb9e28d437 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579512 Sep 15 15:06:48.666679 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34884d0c-9c59-4a8c-bad8-aea54ae8bd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.666679 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-34884d0c-9c59-4a8c-bad8-aea54ae8bd20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf9512be-3991-4555-934f-b0ab5f90d68f HTTP/1.1" status: 204 len: 168 time: 0.3724234 Sep 15 15:06:48.666679 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b08e6298-e7ad-489b-a0d9-0c9a72f82caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.833897 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b08e6298-e7ad-489b-a0d9-0c9a72f82caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.838014 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:48.851001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e6298-e7ad-489b-a0d9-0c9a72f82caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a107dcdb-0b48-467e-b0a6-1f7ec30e78f0,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:48.858046 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b08e6298-e7ad-489b-a0d9-0c9a72f82caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:48.858771 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b08e6298-e7ad-489b-a0d9-0c9a72f82caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:48.860286 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b08e6298-e7ad-489b-a0d9-0c9a72f82caa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a107dcdb-0b48-467e-b0a6-1f7ec30e78f0 HTTP/1.1" status: 204 len: 168 time: 0.3447275 Sep 15 15:06:49.595024 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39730) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:49.622404 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:49.641677 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:49.646755 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Usage tracker for resource:security_group_rule and tenant:1633966ef30d40b985a6670da312afbb is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:49.651658 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:49.662266 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:49.783236 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:49.903758 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a02078-2e05-4217-9960-7baeb53a4ddd req-f7a4886b-388e-46e5-826e-e40997128fb1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:49.905359 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-87a02078-2e05-4217-9960-7baeb53a4ddd req-f7a4886b-388e-46e5-826e-e40997128fb1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0864375 Sep 15 15:06:49.936225 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:49.951738 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-67f8b863-e72a-4dab-8383-87c669e6e24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:50.003796 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-87a02078-2e05-4217-9960-7baeb53a4ddd req-61d2e39c-5042-4124-bf13-ef16898cbcb7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915704 Sep 15 15:06:50.009858 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1633966ef30d40b985a6670da312afbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126232 Sep 15 15:06:50.027593 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616d03ff-26e6-4b31-943c-fd27ed54bd49,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:50.027593 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:50.031413 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39748) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:50.092734 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c55c55f4-d1c0-49ed-907b-193be7f394ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:50.121842 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c55c55f4-d1c0-49ed-907b-193be7f394ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:50.262637 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c55c55f4-d1c0-49ed-907b-193be7f394ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:50.273061 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-411af6db-30c6-42c3-ac74-037999b2e342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:50.285810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c55f4-d1c0-49ed-907b-193be7f394ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616d03ff-26e6-4b31-943c-fd27ed54bd49,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:50.298165 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c55c55f4-d1c0-49ed-907b-193be7f394ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:50.302276 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c55c55f4-d1c0-49ed-907b-193be7f394ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:50.303687 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c55c55f4-d1c0-49ed-907b-193be7f394ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/616d03ff-26e6-4b31-943c-fd27ed54bd49 HTTP/1.1" status: 204 len: 168 time: 0.2711537 Sep 15 15:06:51.389959 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb4391-ce28-4049-82dd-e6a24d902d6b req-41770892-d9cc-4117-8eba-9318d0443cca tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:51.390483 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-52bb4391-ce28-4049-82dd-e6a24d902d6b req-41770892-d9cc-4117-8eba-9318d0443cca tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1094615 Sep 15 15:06:51.449839 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-52bb4391-ce28-4049-82dd-e6a24d902d6b req-c234da3d-1532-4cf4-9745-6c9f62824ff9 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 Sep 15 15:06:51.713601 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b293d0-64c2-450f-a925-3e8ce50f1745 req-80a96f8b-65b5-4334-aeba-eaa72534ca2d tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:51.715825 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-50b293d0-64c2-450f-a925-3e8ce50f1745 req-80a96f8b-65b5-4334-aeba-eaa72534ca2d tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 946 time: 0.0842304 Sep 15 15:06:51.766767 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-50b293d0-64c2-450f-a925-3e8ce50f1745 req-ade281d2-129d-43fa-98a9-2966d77e63a1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Sep 15 15:06:52.698968 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0311-f1a4-4fe4-94d3-238015a8ae5e req-381122ec-5093-4a4d-91b5-07b1872dbacf tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:52.702908 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-190f0311-f1a4-4fe4-94d3-238015a8ae5e req-381122ec-5093-4a4d-91b5-07b1872dbacf tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1161311 Sep 15 15:06:52.760651 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-190f0311-f1a4-4fe4-94d3-238015a8ae5e req-b6b882c7-6076-415d-9ccc-5603709e5f3f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Sep 15 15:06:52.971736 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6cc07-dce4-48b3-9f15-a19ea2362fe2 req-a7ba63d0-540c-41f1-8ed7-72e745834dcc tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:52.973584 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-21d6cc07-dce4-48b3-9f15-a19ea2362fe2 req-a7ba63d0-540c-41f1-8ed7-72e745834dcc tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 946 time: 0.0918550 Sep 15 15:06:53.024922 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-21d6cc07-dce4-48b3-9f15-a19ea2362fe2 req-b0a5792c-a742-4bbd-aceb-0a51b75b12d3 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Sep 15 15:06:53.670510 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-b55fc839-069c-485c-86d4-efb3489b24a1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:53.671369 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-b55fc839-069c-485c-86d4-efb3489b24a1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Synchronizing usage tracker for tenant:306f9d2010324a6b91fea2fccd8dcf7f on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:06:53.844309 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-b55fc839-069c-485c-86d4-efb3489b24a1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Unset dirty status for tenant:306f9d2010324a6b91fea2fccd8dcf7f on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:06:53.845891 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-b55fc839-069c-485c-86d4-efb3489b24a1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 946 time: 0.2577243 Sep 15 15:06:53.991607 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Deleting port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:06:53.992041 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:54.028764 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f550c-fadd-4ab3-908e-ecbd1518bc18 req-69736183-9fb4-40ad-8bf4-10844227ce6c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:54.031683 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-337f550c-fadd-4ab3-908e-ecbd1518bc18 req-69736183-9fb4-40ad-8bf4-10844227ce6c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1317554 Sep 15 15:06:54.122031 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-337f550c-fadd-4ab3-908e-ecbd1518bc18 req-25aadd2f-c863-4d4a-9c8b-1203dfe44447 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827281 Sep 15 15:06:54.258180 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40652-3168-4698-9be9-fec91cc0401a req-673b39e0-1cf8-4eef-bb5b-f57c90b43bd8 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:54.259683 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b7d40652-3168-4698-9be9-fec91cc0401a req-673b39e0-1cf8-4eef-bb5b-f57c90b43bd8 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 946 time: 0.0917783 Sep 15 15:06:54.272086 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] For port 5e325d5a-2cf5-4671-abc4-dd40178b3a66, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=5e325d5a-2cf5-4671-abc4-dd40178b3a66,segment=NetworkSegment(6c14d122-2fd7-4a89-a02f-ed7fc12bd555),segment_id=6c14d122-2fd7-4a89-a02f-ed7fc12bd555)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:06:54.273126 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:54.305749 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b7d40652-3168-4698-9be9-fec91cc0401a req-6432e79c-9d29-4476-828d-6cff4f7b87ad tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/security-groups?id=22b222e4-549d-4f8e-afc8-ef0fe527752d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Sep 15 15:06:54.483674 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Calling delete_port for 5e325d5a-2cf5-4671-abc4-dd40178b3a66 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:06:54.719248 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:54.725023 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0f05ccb8-524c-4eed-ba54-6653f992b164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:54.731078 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['5e325d5a-2cf5-4671-abc4-dd40178b3a66'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:06:54.774848 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Pushing event deleted for resources: {'Port': ['ID=5e325d5a-2cf5-4671-abc4-dd40178b3a66,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:54.779255 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:54.853999 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] No DVR routers for this DVR port 5e325d5a-2cf5-4671-abc4-dd40178b3a66 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:06:54.856644 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:54.859175 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2', 'name': 'network-vif-deleted', 'tag': '5e325d5a-2cf5-4671-abc4-dd40178b3a66'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:06:54.907989 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2', 'name': 'network-vif-deleted', 'tag': '5e325d5a-2cf5-4671-abc4-dd40178b3a66', 'status': 'completed', 'code': 200} Sep 15 15:06:54.971418 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-86045d08-1b7b-4f45-a81e-d88e83db22a7 req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.32 "DELETE /v2.0/ports/5e325d5a-2cf5-4671-abc4-dd40178b3a66 HTTP/1.1" status: 204 len: 173 time: 1.1196480 Sep 15 15:06:55.322149 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b873d18-663b-493b-af15-bdaa9247ab3a req-74bd0cda-004b-4147-afd2-4909717aa8b8 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:55.324728 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5b873d18-663b-493b-af15-bdaa9247ab3a req-74bd0cda-004b-4147-afd2-4909717aa8b8 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0938394 Sep 15 15:06:55.374677 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5b873d18-663b-493b-af15-bdaa9247ab3a req-2fe8ab8f-f23d-4abe-acfb-0f775c31a3f1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440130 Sep 15 15:06:55.481651 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a435b0bb-5a2e-4100-82d9-fb495afb5f2b req-bfd3692f-b0bf-40a5-ac92-d057b5830a90 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0ec670b-fe09-45c8-91d8-45f9f5cdaaa2 HTTP/1.1" status: 200 len: 210 time: 0.0426083 Sep 15 15:06:56.459222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 39962) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:56.590411 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:56.602924 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee365b-b067-42ca-8187-9d51833f8722 req-30abfe2e-6677-4051-bd94-2fc27cd25c95 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:56.604718 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-feee365b-b067-42ca-8187-9d51833f8722 req-30abfe2e-6677-4051-bd94-2fc27cd25c95 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1140566 Sep 15 15:06:56.612600 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:56.618085 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a30f53623f60494eb5e8de6c159fb030 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:56.622326 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:56.628739 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:56.684395 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-feee365b-b067-42ca-8187-9d51833f8722 req-e4f4bc25-1e9e-447e-a0c0-0b80e46e60d8 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702410 Sep 15 15:06:56.724990 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:56.838434 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:56.846926 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e47fca3d-eef9-4ea8-b28b-19c0b766915b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:56.891524 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a30f53623f60494eb5e8de6c159fb030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309762 Sep 15 15:06:56.892423 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf7df4-13c3-45c1-b594-1d25e9ec702e,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:56.894175 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 39982) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:56.896729 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:56.972408 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9ff5-f51d-4025-b453-ff535824ef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:56.998230 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9ff5-f51d-4025-b453-ff535824ef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:57.118464 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9ff5-f51d-4025-b453-ff535824ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:57.123813 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-41bb7b38-1da3-4eb0-9444-abd1d3e32541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:57.140070 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf9ff5-f51d-4025-b453-ff535824ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf7df4-13c3-45c1-b594-1d25e9ec702e,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:57.143855 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f4cf9ff5-f51d-4025-b453-ff535824ef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:57.157057 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9ff5-f51d-4025-b453-ff535824ef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:57.160503 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-f4cf9ff5-f51d-4025-b453-ff535824ef22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bcf7df4-13c3-45c1-b594-1d25e9ec702e HTTP/1.1" status: 204 len: 168 time: 0.2628660 Sep 15 15:06:57.260016 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 5e325d5a-2cf5-4671-abc4-dd40178b3a66 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:06:57.311191 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 5e325d5a-2cf5-4671-abc4-dd40178b3a66 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:06:57.311761 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 5e325d5a-2cf5-4671-abc4-dd40178b3a66 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:06:57.894117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40020) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:57.914479 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:57.932609 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:06:57.937955 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Usage tracker for resource:security_group_rule and tenant:d20728d6cec94a0785348f052f834ba7 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:06:57.941529 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:06:57.945826 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139a420-0a2b-447d-a64a-343fd338609d req-73dd480b-8a0a-4833-b2a3-5fb09d190fe5 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:57.947695 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1139a420-0a2b-447d-a64a-343fd338609d req-73dd480b-8a0a-4833-b2a3-5fb09d190fe5 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1567822 Sep 15 15:06:57.960710 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:06:58.013682 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1139a420-0a2b-447d-a64a-343fd338609d req-97abefed-1161-4275-ab94-3d4539ad15f1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543904 Sep 15 15:06:58.063462 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:58.142138 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:58.150920 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:58.188619 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d20728d6cec94a0785348f052f834ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924256 Sep 15 15:06:58.190299 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c8356-d3fc-439b-b4d3-74e5e9c2685b,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:58.191263 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40026) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:06:58.193577 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:58.250919 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3846eeb6-acaa-4651-80a2-41ef73489a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:58.277309 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3846eeb6-acaa-4651-80a2-41ef73489a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:58.405248 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3846eeb6-acaa-4651-80a2-41ef73489a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:58.409213 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8990cd62-2ea6-47f0-8a38-c275a9226409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:06:58.422751 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846eeb6-acaa-4651-80a2-41ef73489a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c8356-d3fc-439b-b4d3-74e5e9c2685b,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:58.426455 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3846eeb6-acaa-4651-80a2-41ef73489a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:06:58.430136 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3846eeb6-acaa-4651-80a2-41ef73489a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:58.431248 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-3846eeb6-acaa-4651-80a2-41ef73489a18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f17c8356-d3fc-439b-b4d3-74e5e9c2685b HTTP/1.1" status: 204 len: 168 time: 0.2389460 Sep 15 15:06:59.212733 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab57969-27ec-49fd-866a-8030b6636914 req-e93dfbda-71e7-4d0c-b07e-69eba888ffef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:59.214859 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aab57969-27ec-49fd-866a-8030b6636914 req-e93dfbda-71e7-4d0c-b07e-69eba888ffef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0819192 Sep 15 15:06:59.262938 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aab57969-27ec-49fd-866a-8030b6636914 req-b4f4b91e-0ce6-4e80-82a4-67e7b0742081 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Sep 15 15:07:00.393582 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:00.516080 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a9de5-46df-4546-b244-fcb72ef7b95e req-40635a78-82cc-4f02-839a-f634bb17159f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:00.517701 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4a4a9de5-46df-4546-b244-fcb72ef7b95e req-40635a78-82cc-4f02-839a-f634bb17159f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1069710 Sep 15 15:07:00.569557 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4a4a9de5-46df-4546-b244-fcb72ef7b95e req-77505c79-95e1-41a6-bdbc-404a2f66f43c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Sep 15 15:07:01.777822 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be3447-3539-4a42-b0dc-cd5d8a88d825 req-f030ad2f-5952-40c5-93ea-e427bb0d67d9 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:01.779701 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b0be3447-3539-4a42-b0dc-cd5d8a88d825 req-f030ad2f-5952-40c5-93ea-e427bb0d67d9 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0842292 Sep 15 15:07:01.842237 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b0be3447-3539-4a42-b0dc-cd5d8a88d825 req-d38a0ac3-cbc0-45b8-b3fa-f498d96ccca1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572824 Sep 15 15:07:03.063300 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389448-da89-48fe-9f59-dd1442746850 req-0525aa80-077a-47dd-8092-f6977051516a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:03.064843 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-74389448-da89-48fe-9f59-dd1442746850 req-0525aa80-077a-47dd-8092-f6977051516a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0926330 Sep 15 15:07:03.109806 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-74389448-da89-48fe-9f59-dd1442746850 req-4bae5c2a-2e28-4ac7-a9cf-fc822ec7d196 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Sep 15 15:07:03.315061 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40190) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:03.453809 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:03.468175 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:03.471969 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:66c247575d8148568368b060c06064dd is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:03.475111 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:03.481029 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:03.561747 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:03.710059 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:03.718005 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:03.758380 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66c247575d8148568368b060c06064dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420483 Sep 15 15:07:03.759265 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e021c256-b9d6-4c15-ae68-49dc58e77fdd,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:03.761446 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40206) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:03.762580 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:03.832031 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7941795e-411d-4520-9205-f43c3ae2f597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:03.858462 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7941795e-411d-4520-9205-f43c3ae2f597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:03.982306 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7941795e-411d-4520-9205-f43c3ae2f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:03.987520 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:04.001036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941795e-411d-4520-9205-f43c3ae2f597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e021c256-b9d6-4c15-ae68-49dc58e77fdd,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:04.003603 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7941795e-411d-4520-9205-f43c3ae2f597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:04.021394 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7941795e-411d-4520-9205-f43c3ae2f597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:04.028544 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-7941795e-411d-4520-9205-f43c3ae2f597 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e021c256-b9d6-4c15-ae68-49dc58e77fdd HTTP/1.1" status: 204 len: 168 time: 0.2603467 Sep 15 15:07:04.303284 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3883d-d9e7-4045-9213-80dd87e75d7b req-442cf42c-3965-4821-af60-814548cd0490 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:04.307913 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-82b3883d-d9e7-4045-9213-80dd87e75d7b req-442cf42c-3965-4821-af60-814548cd0490 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0845337 Sep 15 15:07:04.353071 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-82b3883d-d9e7-4045-9213-80dd87e75d7b req-e6bb292f-f1a4-4dc4-b2a4-7f29228c3c0d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Sep 15 15:07:04.791548 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40246) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:04.810900 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:04.829246 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:04.833041 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Usage tracker for resource:security_group_rule and tenant:6f6aa7e042c24b759ca83716ef001319 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:04.835804 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:04.842275 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:04.930979 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.073510 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.082652 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-aa550486-6c84-46a0-94c3-0b814011f205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:05.127076 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f6aa7e042c24b759ca83716ef001319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296633 Sep 15 15:07:05.127076 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4c83af-6bce-40ef-b101-dfd484ee499e,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:05.127306 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40260) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:05.130513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:05.189433 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-587dcfc3-a382-4e3e-be11-7366367b8995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.215394 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-587dcfc3-a382-4e3e-be11-7366367b8995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.410407 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-587dcfc3-a382-4e3e-be11-7366367b8995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.421641 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e88b90e5-4f05-4e43-81a7-3c861113d62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:05.429141 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dcfc3-a382-4e3e-be11-7366367b8995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4c83af-6bce-40ef-b101-dfd484ee499e,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:05.434468 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-587dcfc3-a382-4e3e-be11-7366367b8995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:05.439673 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-587dcfc3-a382-4e3e-be11-7366367b8995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.440965 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-587dcfc3-a382-4e3e-be11-7366367b8995 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab4c83af-6bce-40ef-b101-dfd484ee499e HTTP/1.1" status: 204 len: 168 time: 0.3129323 Sep 15 15:07:05.590314 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002c46f-e60d-40da-b689-a97dc9c08175 req-3d00d107-8639-4281-9f81-2ec1b5c9e5d6 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:05.591901 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b002c46f-e60d-40da-b689-a97dc9c08175 req-3d00d107-8639-4281-9f81-2ec1b5c9e5d6 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1094134 Sep 15 15:07:05.642559 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cd4ff-a4fc-4071-a60e-de271556ff97 req-e124fb6a-3aeb-46f9-8079-3a106eb1c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:05.644914 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-276cd4ff-a4fc-4071-a60e-de271556ff97 req-e124fb6a-3aeb-46f9-8079-3a106eb1c2a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 1098 time: 0.1129780 Sep 15 15:07:05.676134 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b002c46f-e60d-40da-b689-a97dc9c08175 req-9fe87e9d-89e6-42f7-92b3-0bdeb98f4a5c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764122 Sep 15 15:07:05.809059 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-276cd4ff-a4fc-4071-a60e-de271556ff97 req-77cf94f3-1c77-4246-9a33-4b8453ee2b4b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578377 Sep 15 15:07:06.888492 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa233ef-ed10-43d3-84c3-be144c7ad9d4 req-c72d6e43-0ea3-4185-b327-8df2b1182b3f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:06.893667 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7fa233ef-ed10-43d3-84c3-be144c7ad9d4 req-c72d6e43-0ea3-4185-b327-8df2b1182b3f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0962725 Sep 15 15:07:06.988649 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7fa233ef-ed10-43d3-84c3-be144c7ad9d4 req-b4fd8399-d0ef-490c-be3e-d6c57bdf195c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899687 Sep 15 15:07:07.543098 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40338) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:07.658040 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.673226 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:07.676965 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Usage tracker for resource:security_group_rule and tenant:7e182c56ba75447d947bece8f47d4abe is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:07.679800 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:07.685694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:07.750495 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:07:07.774208 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.879588 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.887027 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-34884d0c-9c59-4a8c-bad8-aea54ae8bd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:07.931940 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e182c56ba75447d947bece8f47d4abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853762 Sep 15 15:07:07.933152 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40350) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:07.935379 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd537676-063e-4438-a49e-4d1d14c6220e,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:07.948194 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:07.996372 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c786ac22-fee7-427a-80f2-f66b368a9fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.022801 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c786ac22-fee7-427a-80f2-f66b368a9fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.200248 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c786ac22-fee7-427a-80f2-f66b368a9fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.206441 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-14928055-0eb5-453f-b96c-9ccf1972ee2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:08.226780 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786ac22-fee7-427a-80f2-f66b368a9fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd537676-063e-4438-a49e-4d1d14c6220e,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:08.229353 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c786ac22-fee7-427a-80f2-f66b368a9fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.233083 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c786ac22-fee7-427a-80f2-f66b368a9fa8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd537676-063e-4438-a49e-4d1d14c6220e HTTP/1.1" status: 204 len: 168 time: 0.2972581 Sep 15 15:07:08.233083 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c786ac22-fee7-427a-80f2-f66b368a9fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:08.269395 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a8acc-02a8-4015-a0b5-fa9501bfa3dd req-4f8d5da7-adae-42de-af90-8b796a5aaa8d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:08.279097 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aa2a8acc-02a8-4015-a0b5-fa9501bfa3dd req-4f8d5da7-adae-42de-af90-8b796a5aaa8d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1486487 Sep 15 15:07:08.343927 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aa2a8acc-02a8-4015-a0b5-fa9501bfa3dd req-1b7c8e88-7ea5-4e0c-a619-cfd7f87c7f7a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640411 Sep 15 15:07:08.578419 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830b9e-35eb-4416-8691-fdf547a14e35 req-3d2bd874-f0ce-409a-a215-ad7fb0b04f04 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:08.583993 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-21830b9e-35eb-4416-8691-fdf547a14e35 req-3d2bd874-f0ce-409a-a215-ad7fb0b04f04 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1133308 Sep 15 15:07:08.630427 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-21830b9e-35eb-4416-8691-fdf547a14e35 req-04de6d09-e0fc-443f-877d-81ce81f7e896 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Sep 15 15:07:09.004369 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa6be-4136-4b9f-b95b-dab2edffa11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.099147 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40414) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:09.120937 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.136699 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:09.140651 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Usage tracker for resource:security_group_rule and tenant:c712ac3a184f4cadb43b3cd1169dfd66 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:09.143413 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:09.149091 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:09.226894 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.330332 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.345431 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9b0ce488-4414-4653-9218-d8cf6c766648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:09.385667 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c712ac3a184f4cadb43b3cd1169dfd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853429 Sep 15 15:07:09.386652 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbbcdd3-508e-464f-bf82-5555b009c8d4,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:09.388613 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40424) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:09.389756 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:09.439017 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.460968 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a95abea-8639-4324-8435-625ec05b76f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.489742 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a95abea-8639-4324-8435-625ec05b76f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.616379 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a95abea-8639-4324-8435-625ec05b76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.620422 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-17c6ecc5-0288-4f52-b3b7-1bebd76b4779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:09.634484 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95abea-8639-4324-8435-625ec05b76f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbbcdd3-508e-464f-bf82-5555b009c8d4,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:09.638713 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a95abea-8639-4324-8435-625ec05b76f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:09.642362 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a95abea-8639-4324-8435-625ec05b76f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:09.643475 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8a95abea-8639-4324-8435-625ec05b76f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abbbcdd3-508e-464f-bf82-5555b009c8d4 HTTP/1.1" status: 204 len: 168 time: 0.2537687 Sep 15 15:07:10.338760 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40468) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:10.458126 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:10.473002 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:10.476812 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Usage tracker for resource:security_group_rule and tenant:dc162b9fd2644caf879bfdfd7cb0348c is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:10.480517 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:10.486297 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:10.592486 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:10.667590 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:10.676842 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:10.718279 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69223aa-179e-4395-98ad-4a9f3e80d32a,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:10.725488 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40494) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:10.726019 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc162b9fd2644caf879bfdfd7cb0348c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875525 Sep 15 15:07:10.726757 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:10.803863 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de97-bdd8-4619-9cdc-d905d56379cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:10.831216 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de97-bdd8-4619-9cdc-d905d56379cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.021386 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de97-bdd8-4619-9cdc-d905d56379cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.025055 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b08e6298-e7ad-489b-a0d9-0c9a72f82caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:11.038934 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4de97-bdd8-4619-9cdc-d905d56379cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69223aa-179e-4395-98ad-4a9f3e80d32a,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:11.041813 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c7c4de97-bdd8-4619-9cdc-d905d56379cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:11.050391 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de97-bdd8-4619-9cdc-d905d56379cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.051527 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c7c4de97-bdd8-4619-9cdc-d905d56379cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f69223aa-179e-4395-98ad-4a9f3e80d32a HTTP/1.1" status: 204 len: 168 time: 0.3250077 Sep 15 15:07:11.257075 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40516) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:11.594631 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.611893 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:11.616755 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:2443192976a5442db2e8f5781e37e23e is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:11.621125 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:11.627879 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:11.661319 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3f7e-5740-4c75-87b4-299244c8e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.718393 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.781648 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.789950 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2c488d62-9f36-4704-8739-f1773aaffbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:11.833628 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2443192976a5442db2e8f5781e37e23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721231 Sep 15 15:07:11.833628 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532aa7d7-9056-48f4-b7d7-5a78f5ecb27b,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:11.833808 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40542) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:11.836432 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:11.918341 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8b88f08d-82a2-4d18-a851-d802a450c5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.945158 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8b88f08d-82a2-4d18-a851-d802a450c5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.113050 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8b88f08d-82a2-4d18-a851-d802a450c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.117864 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-54b7acc8-3087-4916-92c9-1147c0c5e71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:12.129392 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88f08d-82a2-4d18-a851-d802a450c5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532aa7d7-9056-48f4-b7d7-5a78f5ecb27b,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:12.132077 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8b88f08d-82a2-4d18-a851-d802a450c5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:12.140208 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8b88f08d-82a2-4d18-a851-d802a450c5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.141516 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8b88f08d-82a2-4d18-a851-d802a450c5ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/532aa7d7-9056-48f4-b7d7-5a78f5ecb27b HTTP/1.1" status: 204 len: 168 time: 0.3074443 Sep 15 15:07:12.175474 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40558) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:12.193484 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.209505 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:12.213965 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Usage tracker for resource:security_group_rule and tenant:e7760f84aaca4a7894762664027db6d0 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:12.217185 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:12.223266 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:12.313388 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.415782 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.423312 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3846eeb6-acaa-4651-80a2-41ef73489a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:12.455053 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83438e33-8268-4e39-89b0-b8d47b8ad283,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:12.458633 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:12.477346 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7760f84aaca4a7894762664027db6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006325 Sep 15 15:07:12.480333 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40570) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:12.558888 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a4851ee8-3c07-4c05-a7f9-484a89de7a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.564372 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.601382 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a4851ee8-3c07-4c05-a7f9-484a89de7a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.805787 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-db50bc65-cb36-4f07-9f0f-610eadc58b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:12.805787 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-db50bc65-cb36-4f07-9f0f-610eadc58b95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1099 time: 0.1225379 Sep 15 15:07:12.805787 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a4851ee8-3c07-4c05-a7f9-484a89de7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.808231 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:12.825536 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8759e4-af41-40b8-ab0f-eec67d74ba4d req-09b8e38c-44cb-493e-a82b-995d7ed87943 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:12.837080 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ea8759e4-af41-40b8-ab0f-eec67d74ba4d req-09b8e38c-44cb-493e-a82b-995d7ed87943 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1088378 Sep 15 15:07:12.848832 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4851ee8-3c07-4c05-a7f9-484a89de7a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83438e33-8268-4e39-89b0-b8d47b8ad283,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:12.868011 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a4851ee8-3c07-4c05-a7f9-484a89de7a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:12.896865 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ea8759e4-af41-40b8-ab0f-eec67d74ba4d req-00a4302e-d28e-471d-896b-47520816456a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Sep 15 15:07:13.015612 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a4851ee8-3c07-4c05-a7f9-484a89de7a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:13.017206 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-a4851ee8-3c07-4c05-a7f9-484a89de7a71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83438e33-8268-4e39-89b0-b8d47b8ad283 HTTP/1.1" status: 204 len: 168 time: 0.5356429 Sep 15 15:07:13.079414 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-9522e80f-84dd-4d37-a111-9d5cc62c2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.081281 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-9522e80f-84dd-4d37-a111-9d5cc62c2ab4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 919 time: 0.2658370 Sep 15 15:07:13.165110 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-33acdab0-90c5-4161-b5a1-2512f974f457 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 200 len: 217 time: 0.0764561 Sep 15 15:07:13.231578 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-d389bfd6-5d89-4e7b-ac7d-917a36ad3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.233089 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-d389bfd6-5d89-4e7b-ac7d-917a36ad3049 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.0617039 Sep 15 15:07:13.247901 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40596) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:13.266511 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:13.281809 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:13.282578 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-38e5afd2-da8e-49f2-b50e-ae64233c4edf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436552 Sep 15 15:07:13.285769 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Usage tracker for resource:security_group_rule and tenant:31f031764dc5475393e9f8bd062642ef is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:13.288737 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:13.295214 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:13.390603 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:13.501782 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-f33c3a8b-bc4e-4411-b8bd-356b31de4405 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132647 Sep 15 15:07:13.535410 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:13.544436 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:13.586692 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31f031764dc5475393e9f8bd062642ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356326 Sep 15 15:07:13.586692 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9a05b-17bd-4618-b270-d5c0173c881b,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:13.588938 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40606) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:13.589713 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:13.680947 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1034537f-dffe-42bd-9c83-091b6ab11fd3 req-89e7b72c-ead7-4796-ad95-11a4978a8ee9 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727827 Sep 15 15:07:13.690757 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-357f7f31-f088-4cbe-8b6d-c75d22144427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:13.714906 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-357f7f31-f088-4cbe-8b6d-c75d22144427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:13.890049 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-357f7f31-f088-4cbe-8b6d-c75d22144427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:13.894177 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c786ac22-fee7-427a-80f2-f66b368a9fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:13.909735 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f7f31-f088-4cbe-8b6d-c75d22144427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9a05b-17bd-4618-b270-d5c0173c881b,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:13.912657 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-357f7f31-f088-4cbe-8b6d-c75d22144427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:13.924636 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-357f7f31-f088-4cbe-8b6d-c75d22144427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:13.928132 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-357f7f31-f088-4cbe-8b6d-c75d22144427 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55e9a05b-17bd-4618-b270-d5c0173c881b HTTP/1.1" status: 204 len: 168 time: 0.3359106 Sep 15 15:07:14.061508 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40624) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:14.079948 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:14.081719 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:14.098845 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:14.103185 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Usage tracker for resource:security_group_rule and tenant:11917e00a840450793e54c6c157c8087 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:14.107258 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:14.114592 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:14.204443 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7124e86-b35a-42f5-bf20-71d02a278684 req-d0fe2d15-303f-4cb0-ab28-f4ade360f40b tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:14.215307 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e7124e86-b35a-42f5-bf20-71d02a278684 req-d0fe2d15-303f-4cb0-ab28-f4ade360f40b tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.2118726 Sep 15 15:07:14.241261 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:14.260391 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e7124e86-b35a-42f5-bf20-71d02a278684 req-8f9671b3-bbbe-48d5-868e-17c65619a34f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Sep 15 15:07:14.341776 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:14.351270 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:14.392731 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11917e00a840450793e54c6c157c8087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299515 Sep 15 15:07:14.394942 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d64d2ec-511f-4c37-9e0a-d66e3b6f1d15,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:14.395411 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40634) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:14.396871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:14.455870 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3205512a-0db1-4257-966c-c0d9998fe90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:14.482487 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3205512a-0db1-4257-966c-c0d9998fe90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:14.655238 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3205512a-0db1-4257-966c-c0d9998fe90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:14.661113 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:14.679520 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205512a-0db1-4257-966c-c0d9998fe90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d64d2ec-511f-4c37-9e0a-d66e3b6f1d15,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:14.712758 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3205512a-0db1-4257-966c-c0d9998fe90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:14.742628 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3205512a-0db1-4257-966c-c0d9998fe90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:14.748245 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-3205512a-0db1-4257-966c-c0d9998fe90e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d64d2ec-511f-4c37-9e0a-d66e3b6f1d15 HTTP/1.1" status: 204 len: 168 time: 0.3496521 Sep 15 15:07:15.495393 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd1de0-5eee-4e48-a8bc-efe9fb404cb3 req-17c0c0b0-93c6-4c06-80c9-4ceb1c696da3 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:15.495393 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-19fd1de0-5eee-4e48-a8bc-efe9fb404cb3 req-17c0c0b0-93c6-4c06-80c9-4ceb1c696da3 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1132030 Sep 15 15:07:15.542865 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-19fd1de0-5eee-4e48-a8bc-efe9fb404cb3 req-dc8ef86e-b059-4a27-b186-8bb7e97deb79 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Sep 15 15:07:16.750878 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad9313-3046-4523-a132-c0ed8a71be5d req-eec82556-3812-4182-a975-bf82809db7b3 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:16.752486 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9bad9313-3046-4523-a132-c0ed8a71be5d req-eec82556-3812-4182-a975-bf82809db7b3 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0932035 Sep 15 15:07:16.807558 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9bad9313-3046-4523-a132-c0ed8a71be5d req-a0b15062-f177-45ca-9adb-7e5fa2eafd1e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Sep 15 15:07:18.050030 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149f214-797f-4bcb-b900-e987bb3de39d req-be31dc1a-b4e0-4a30-adb4-69800d3546f0 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:18.060093 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4149f214-797f-4bcb-b900-e987bb3de39d req-be31dc1a-b4e0-4a30-adb4-69800d3546f0 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1339173 Sep 15 15:07:18.117779 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4149f214-797f-4bcb-b900-e987bb3de39d req-b7ab5dc1-bf11-485c-a822-40e41556412a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Sep 15 15:07:19.329324 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7fd3b-a5ec-444b-93f4-82912c3bcbcc req-e4b62553-0e78-4cba-8561-38bff092a004 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:19.331027 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eba7fd3b-a5ec-444b-93f4-82912c3bcbcc req-e4b62553-0e78-4cba-8561-38bff092a004 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1024013 Sep 15 15:07:19.380019 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eba7fd3b-a5ec-444b-93f4-82912c3bcbcc req-5282ab02-5443-45fd-b8f1-6861f6a1492d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Sep 15 15:07:20.579008 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e696d-7e64-4fc1-baef-db2ccd26f6dc req-07d9138c-b128-4fdc-8601-adb9b0256f97 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:20.580707 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-473e696d-7e64-4fc1-baef-db2ccd26f6dc req-07d9138c-b128-4fdc-8601-adb9b0256f97 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0898559 Sep 15 15:07:20.629753 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-473e696d-7e64-4fc1-baef-db2ccd26f6dc req-214fc932-ab9d-41c5-8898-24ae18d4bf90 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Sep 15 15:07:21.228832 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d7862-981e-4f46-b14d-3c6f1d6ddd31 req-05eb355d-4e0b-4b8a-a82c-9a5d97aa18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:21.230449 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-073d7862-981e-4f46-b14d-3c6f1d6ddd31 req-05eb355d-4e0b-4b8a-a82c-9a5d97aa18c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1099 time: 0.0762291 Sep 15 15:07:21.284921 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-073d7862-981e-4f46-b14d-3c6f1d6ddd31 req-0de253b3-83ab-408e-bfeb-81f2c5bf6a75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355573 Sep 15 15:07:21.847667 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba79b2-2631-49a4-9854-c5541c7f6156 req-307f0039-ef5c-4869-9962-60c9f365e212 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:21.849223 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-09ba79b2-2631-49a4-9854-c5541c7f6156 req-307f0039-ef5c-4869-9962-60c9f365e212 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0840089 Sep 15 15:07:21.901768 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-09ba79b2-2631-49a4-9854-c5541c7f6156 req-0cef68cd-f935-4b7d-a484-c356e852c411 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Sep 15 15:07:22.793668 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40924) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:22.858754 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Deleting subnet a614e7a9-374f-407d-8c6e-bc03a3581a9b {{(pid=80018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:07:22.880404 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:22.942544 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:22.950497 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.096836 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.106465 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:23.145137 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a614e7a9-374f-407d-8c6e-bc03a3581a9b,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:23.158375 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.172444 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a614e7a9-374f-407d-8c6e-bc03a3581a9b HTTP/1.1" status: 204 len: 168 time: 0.3755081 Sep 15 15:07:23.173146 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 40940) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:23.210573 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:23.221709 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f5270-e82b-4358-9aca-e2ab531d55c1 req-590efb2f-c5e8-402e-8d3f-5062eb008962 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:23.223975 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-250f5270-e82b-4358-9aca-e2ab531d55c1 req-590efb2f-c5e8-402e-8d3f-5062eb008962 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1844187 Sep 15 15:07:23.271013 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-250f5270-e82b-4358-9aca-e2ab531d55c1 req-6a1e88a4-8f7a-4ce8-8f67-2f66a73510a2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Sep 15 15:07:23.303825 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.483425 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.512932 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480258fd-477c-43d1-99d7-4ec2e2d974f2']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:23.535679 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c14d122-2fd7-4a89-a02f-ed7fc12bd555') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:23.535679 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c14d122-2fd7-4a89-a02f-ed7fc12bd555') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:23.552262 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.571391 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.588123 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:07:23.588531 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:07:23.601753 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:07:23.769949 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.780358 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-520e908c-67d1-42d1-a9ed-a92a788f731f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:23.801832 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:23.812080 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Pushing event deleted for resources: {'Network': ['ID=480258fd-477c-43d1-99d7-4ec2e2d974f2,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:23.817691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:23.913873 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f30ec2-c2be-4fb0-b426-4192dc5bf5a8 req-7befacd7-e26c-4b2a-b6d4-73b6920542a7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:23.915665 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e9f30ec2-c2be-4fb0-b426-4192dc5bf5a8 req-7befacd7-e26c-4b2a-b6d4-73b6920542a7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0888534 Sep 15 15:07:23.962339 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e9f30ec2-c2be-4fb0-b426-4192dc5bf5a8 req-36836b29-46ca-47f6-9edc-687470b8e1b3 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Sep 15 15:07:23.970729 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-571a9ddb-c35b-40cc-88bf-601db765c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:23.972435 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-571a9ddb-c35b-40cc-88bf-601db765c25a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1099 time: 0.0744147 Sep 15 15:07:24.001972 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] 10.222.0.39 "DELETE /v2.0/networks/480258fd-477c-43d1-99d7-4ec2e2d974f2 HTTP/1.1" status: 204 len: 168 time: 0.8269598 Sep 15 15:07:24.004850 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40978) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:24.070957 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Deleting subnet 369c8940-85c9-40c1-ab62-8369501c67d7 {{(pid=80018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:07:24.074974 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.126980 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-a057a0c8-944d-4f85-868d-931eae1846fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:24.127195 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.128750 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-a057a0c8-944d-4f85-868d-931eae1846fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 919 time: 0.1498613 Sep 15 15:07:24.134135 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.218491 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-9fb48846-497a-4b26-8e64-b1eece789e71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 200 len: 217 time: 0.0819960 Sep 15 15:07:24.282531 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-8799fe85-6f0d-4cf4-b09b-5a7eed19d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:24.284012 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-8799fe85-6f0d-4cf4-b09b-5a7eed19d200 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.0589278 Sep 15 15:07:24.330175 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for subnet, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.338986 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-d9e75c1b-d2f6-4e56-b3f0-4ae68438850f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469432 Sep 15 15:07:24.342115 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9dff2075-3eb7-4f3a-8a96-6d3e2fdb1a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:24.380245 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369c8940-85c9-40c1-ab62-8369501c67d7,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:24.382796 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:24.383877 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.393521 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/369c8940-85c9-40c1-ab62-8369501c67d7 HTTP/1.1" status: 204 len: 168 time: 0.3854580 Sep 15 15:07:24.393765 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 40996) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:24.500705 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-a99b8127-a7de-43a7-9bfe-9a1f82dd58b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486325 Sep 15 15:07:24.508685 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.666918 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.736890 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1839e8d1-0c45-46cc-b6c0-11a75487b5c3 req-d87c0a04-1ed3-4711-8b60-eaa68e6823a9 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296221 Sep 15 15:07:24.766372 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.766637 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.767393 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.767775 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.768402 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.768402 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.768729 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.769047 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.769375 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.769716 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.836185 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.836585 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.836925 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.837798 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:07:24.838433 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e7b76d-600a-4c80-9aa8-5890def3aaac']}} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:24.851986 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e02237-99b9-4e6d-8f13-bb5abe1a3769') {'for_net_delete': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:24.852326 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e02237-99b9-4e6d-8f13-bb5abe1a3769') {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:24.865232 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990204'] for segment, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.882762 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.894252 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=80018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:07:24.894873 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128114484'] for segment, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: from cryptography.utils import int_from_bytes Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: from cryptography.utils import int_from_bytes Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: util.warn_limited( Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: util.warn_limited( Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: Traceback (most recent call last): Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: timer() Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: cb(*args, **kw) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: return func(*args, **kwargs) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: self._notify() Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: self.callback(batched_events) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: event.method(event) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: return f(self, *a, **k) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: return self._get(url).json() Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:07:24.912094 dv-cinder-809195-1-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:07:24.928136 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41012) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:25.083309 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.102905 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:25.107437 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Usage tracker for resource:security_group_rule and tenant:0978cbeffa4045af98031bb6cb9160b6 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:25.110655 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:25.117335 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:25.140901 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.153937 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-967a7edc-99c4-4d88-942a-6bd024afdf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:25.182062 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.192057 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=82e7b76d-600a-4c80-9aa8-5890def3aaac,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:25.195607 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:25.200415 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] 10.222.0.39 "DELETE /v2.0/networks/82e7b76d-600a-4c80-9aa8-5890def3aaac HTTP/1.1" status: 204 len: 168 time: 0.8057089 Sep 15 15:07:25.210252 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.234629 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1ed1-0a22-4b5f-a4ed-e8c1b29bedf3 req-560acaff-1e85-4ee2-bae2-74a127cc44e2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:25.236941 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e3eb1ed1-0a22-4b5f-a4ed-e8c1b29bedf3 req-560acaff-1e85-4ee2-bae2-74a127cc44e2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1516285 Sep 15 15:07:25.292799 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e3eb1ed1-0a22-4b5f-a4ed-e8c1b29bedf3 req-cb6e9eb7-02a1-4ef0-b96d-754b8af956af tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498712 Sep 15 15:07:25.329780 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.339752 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:25.376209 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0978cbeffa4045af98031bb6cb9160b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466271 Sep 15 15:07:25.379021 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41028) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:25.380146 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d896533f-5c0a-432a-8be0-2f58c849cd17,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:25.383944 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:25.438241 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-89b0a2c1-36fc-4f67-a141-87af1bba7c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.468008 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-89b0a2c1-36fc-4f67-a141-87af1bba7c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.695293 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-89b0a2c1-36fc-4f67-a141-87af1bba7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.701738 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ff17d4b-2989-4812-969d-63968fb72a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:25.716273 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0a2c1-36fc-4f67-a141-87af1bba7c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896533f-5c0a-432a-8be0-2f58c849cd17,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:25.720936 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-89b0a2c1-36fc-4f67-a141-87af1bba7c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:25.721204 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41038) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:25.722195 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-89b0a2c1-36fc-4f67-a141-87af1bba7c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.724361 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-89b0a2c1-36fc-4f67-a141-87af1bba7c44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d896533f-5c0a-432a-8be0-2f58c849cd17 HTTP/1.1" status: 204 len: 168 time: 0.3441503 Sep 15 15:07:25.794930 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-9a0928ba-8998-472b-af6c-88ae62c2e2be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=306f9d2010324a6b91fea2fccd8dcf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720358 Sep 15 15:07:25.797728 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41044) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:25.863607 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e57b7d68-7465-427a-86da-9d5f04ae4597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:25.898064 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e57b7d68-7465-427a-86da-9d5f04ae4597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:26.025984 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e57b7d68-7465-427a-86da-9d5f04ae4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:26.038309 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4046ad80-af76-4ff7-b1ee-97522eb8d32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:26.068803 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b7d68-7465-427a-86da-9d5f04ae4597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b222e4-549d-4f8e-afc8-ef0fe527752d,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:26.074076 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e57b7d68-7465-427a-86da-9d5f04ae4597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:26.085856 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e57b7d68-7465-427a-86da-9d5f04ae4597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:26.090338 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e57b7d68-7465-427a-86da-9d5f04ae4597 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22b222e4-549d-4f8e-afc8-ef0fe527752d HTTP/1.1" status: 204 len: 168 time: 0.2916005 Sep 15 15:07:26.487548 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4816990-82b4-46cf-b9bb-84e4bc243ad7 req-97e9e939-bdce-4adb-90d5-1bb3c642ce55 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:26.488987 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f4816990-82b4-46cf-b9bb-84e4bc243ad7 req-97e9e939-bdce-4adb-90d5-1bb3c642ce55 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0817873 Sep 15 15:07:26.533850 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f4816990-82b4-46cf-b9bb-84e4bc243ad7 req-ade7a8c1-17bd-4a26-91d7-9804fe12c815 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388815 Sep 15 15:07:26.789864 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41086) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:26.815086 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:26.843401 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:26.847577 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Usage tracker for resource:security_group_rule and tenant:2036fc50a9a34e3d90c0ba0dfb5d40ea is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:26.850409 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:26.856275 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:26.979023 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.068010 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41098) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:27.114078 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.119537 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-21ee8f66-73c3-447b-a7e6-295f67138b4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7362dd0d7c145b7a0ad552aa93bb336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499911 Sep 15 15:07:27.122001 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41104) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:27.124297 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d511df46-3036-48d2-a46a-97677072861f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:27.166164 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2036fc50a9a34e3d90c0ba0dfb5d40ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744204 Sep 15 15:07:27.169103 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405f1b3b-1cf0-45d1-a972-6ee2cee662d9,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:27.171380 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41108) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:27.173886 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:27.194680 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4152fdea-a24b-4aaa-8ed7-e44c83da52c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.225331 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4152fdea-a24b-4aaa-8ed7-e44c83da52c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.234879 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0aab12e0-50f8-4c26-9c57-4fff9a089f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.272713 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0aab12e0-50f8-4c26-9c57-4fff9a089f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.421135 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4152fdea-a24b-4aaa-8ed7-e44c83da52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.421386 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0aab12e0-50f8-4c26-9c57-4fff9a089f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.426780 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-1814a276-4380-4711-b859-65fb0078ff01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:27.429453 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a95abea-8639-4324-8435-625ec05b76f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:27.443271 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab12e0-50f8-4c26-9c57-4fff9a089f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405f1b3b-1cf0-45d1-a972-6ee2cee662d9,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:27.447158 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0aab12e0-50f8-4c26-9c57-4fff9a089f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:27.457541 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152fdea-a24b-4aaa-8ed7-e44c83da52c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c0dd2f-d4fb-492f-a0bb-46d1b722cfa6,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:27.459230 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0aab12e0-50f8-4c26-9c57-4fff9a089f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.462239 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-0aab12e0-50f8-4c26-9c57-4fff9a089f44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/405f1b3b-1cf0-45d1-a972-6ee2cee662d9 HTTP/1.1" status: 204 len: 168 time: 0.2883985 Sep 15 15:07:27.473345 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4152fdea-a24b-4aaa-8ed7-e44c83da52c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:27.474190 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4152fdea-a24b-4aaa-8ed7-e44c83da52c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:27.475317 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4152fdea-a24b-4aaa-8ed7-e44c83da52c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88c0dd2f-d4fb-492f-a0bb-46d1b722cfa6 HTTP/1.1" status: 204 len: 168 time: 0.3522298 Sep 15 15:07:27.646319 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41130) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:27.805850 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aefe3c-1460-498a-be70-7520510d8eee req-948bc602-ffde-44ff-acc6-3a7241d7dd33 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:27.807604 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c8aefe3c-1460-498a-be70-7520510d8eee req-948bc602-ffde-44ff-acc6-3a7241d7dd33 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0826981 Sep 15 15:07:27.867105 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c8aefe3c-1460-498a-be70-7520510d8eee req-bcf8fdfe-715a-4656-a3b3-b97488060b09 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509813 Sep 15 15:07:28.300614 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:28.326422 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:28.330588 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Usage tracker for resource:security_group_rule and tenant:6dacb507d40a4e29bf74f9408c8f25be is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:28.333667 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:28.341624 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:28.453339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:28.586298 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:28.605859 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0aab12e0-50f8-4c26-9c57-4fff9a089f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:28.646464 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec240d0-2485-44a7-a4f6-3a972d1dbf0b,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:28.652732 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:28.659265 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dacb507d40a4e29bf74f9408c8f25be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0087283 Sep 15 15:07:28.659756 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41190) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:28.730197 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7939b395-804e-491a-a112-170cbea58b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:28.759860 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7939b395-804e-491a-a112-170cbea58b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:29.038291 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7939b395-804e-491a-a112-170cbea58b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:29.049041 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5819ac22-6f37-4c15-858e-7303f30c7c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:29.058210 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939b395-804e-491a-a112-170cbea58b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec240d0-2485-44a7-a4f6-3a972d1dbf0b,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:29.061887 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7939b395-804e-491a-a112-170cbea58b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:29.067849 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7939b395-804e-491a-a112-170cbea58b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:29.068995 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-7939b395-804e-491a-a112-170cbea58b27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cec240d0-2485-44a7-a4f6-3a972d1dbf0b HTTP/1.1" status: 204 len: 168 time: 0.4079640 Sep 15 15:07:29.089353 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19d2b-e11c-4046-8adc-cf9ffa83c4e2 req-8bce1982-af4b-4335-b3e1-dfb2cfd4d55a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:29.089353 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0be19d2b-e11c-4046-8adc-cf9ffa83c4e2 req-8bce1982-af4b-4335-b3e1-dfb2cfd4d55a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0998256 Sep 15 15:07:29.148107 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0be19d2b-e11c-4046-8adc-cf9ffa83c4e2 req-4d9c38ba-94d5-4187-8bd2-8d02d2e1816e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549233 Sep 15 15:07:29.599814 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-276515a6-03fd-4e05-8014-8244ed8518b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899715 Sep 15 15:07:29.705696 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-a5859a5a-9dfb-4d08-8092-0acb27af2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:29.705696 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-a5859a5a-9dfb-4d08-8092-0acb27af2251 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1099 time: 0.0830045 Sep 15 15:07:29.867267 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-7c32c9d8-ea1c-4ff7-92ba-e03c864da9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:29.869738 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-7c32c9d8-ea1c-4ff7-92ba-e03c864da9d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 919 time: 0.1284900 Sep 15 15:07:29.956989 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-f472121b-ba2d-476c-a804-0f1a3c028490 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 200 len: 217 time: 0.0715775 Sep 15 15:07:30.032470 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-a72b2f8d-f649-42c4-b683-0e0c95803b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:30.033946 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-a72b2f8d-f649-42c4-b683-0e0c95803b80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.0695436 Sep 15 15:07:30.090173 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-68f4a1c8-7a20-4a8b-bf26-021024f9c72f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498090 Sep 15 15:07:30.228802 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-e8d32eba-21c3-41b4-ac26-d77dd2c9018f service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318507 Sep 15 15:07:30.357439 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41266) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:30.398356 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-80ad76f8-fa77-4ef0-ae45-52900a2d9925 req-423e81d6-aa60-4370-97bd-a417b2ccc851 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633053 Sep 15 15:07:30.466815 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:30.570126 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:30.586408 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:30.591909 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Usage tracker for resource:security_group_rule and tenant:17a8c387d21e4290b8838a3024fb010a is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:30.598848 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:30.606811 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:30.709713 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:30.800236 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:30.815686 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:30.865073 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17a8c387d21e4290b8838a3024fb010a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060422 Sep 15 15:07:30.866935 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794e0336-194f-4677-991d-ee360a784786,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:30.868713 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41290) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:30.872020 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:30.937835 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99c34549-3a10-43bb-b60c-e75406e2318a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:30.969235 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99c34549-3a10-43bb-b60c-e75406e2318a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:31.146911 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99c34549-3a10-43bb-b60c-e75406e2318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:31.151180 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-28b6b07b-e555-4a2d-a058-c488edfd5438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:31.162737 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c34549-3a10-43bb-b60c-e75406e2318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794e0336-194f-4677-991d-ee360a784786,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:31.168641 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-99c34549-3a10-43bb-b60c-e75406e2318a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:31.175102 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99c34549-3a10-43bb-b60c-e75406e2318a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:31.176416 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-99c34549-3a10-43bb-b60c-e75406e2318a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/794e0336-194f-4677-991d-ee360a784786 HTTP/1.1" status: 204 len: 168 time: 0.3067191 Sep 15 15:07:31.373541 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41312) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:31.715328 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:31.732435 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:31.736165 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Usage tracker for resource:security_group_rule and tenant:00fbce6c421c46969dbcfc84a7cc06b0 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:31.739119 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:31.745690 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:31.827821 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:31.924904 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:31.938786 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-978997f5-5516-4828-ba21-8c0109008c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:31.989876 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00fbce6c421c46969dbcfc84a7cc06b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152325 Sep 15 15:07:31.992054 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b4386-6f8c-4f07-9ce3-b2a9cfa339f9,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:31.996007 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:31.999207 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41342) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:32.068912 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-37375cfd-2224-4a6f-9219-3749c30ba55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.100203 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-37375cfd-2224-4a6f-9219-3749c30ba55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.142701 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41350) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:32.167940 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.184875 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:32.189406 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Usage tracker for resource:security_group_rule and tenant:36574bbe0b2c472b9aae92a2532f4261 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:32.200557 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:32.206202 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:32.261386 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-37375cfd-2224-4a6f-9219-3749c30ba55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.268068 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:32.289723 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37375cfd-2224-4a6f-9219-3749c30ba55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b4386-6f8c-4f07-9ce3-b2a9cfa339f9,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:32.307082 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-37375cfd-2224-4a6f-9219-3749c30ba55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:32.307996 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-37375cfd-2224-4a6f-9219-3749c30ba55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.309176 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-37375cfd-2224-4a6f-9219-3749c30ba55d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e3b4386-6f8c-4f07-9ce3-b2a9cfa339f9 HTTP/1.1" status: 204 len: 168 time: 0.3081810 Sep 15 15:07:32.372286 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.483848 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701beb2a-cc77-4adc-b2ab-fc95e8825a19 req-3b3d73c7-2f8b-4c25-8b7d-c593e8595637 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:32.485351 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-701beb2a-cc77-4adc-b2ab-fc95e8825a19 req-3b3d73c7-2f8b-4c25-8b7d-c593e8595637 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0971413 Sep 15 15:07:32.527761 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.532553 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b6e0439f-219b-450e-900e-aeb6316d9e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:32.560116 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-701beb2a-cc77-4adc-b2ab-fc95e8825a19 req-2f0cb6ec-10be-4345-bfd2-cbb6bd7c310b tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691955 Sep 15 15:07:32.612998 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36574bbe0b2c472b9aae92a2532f4261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691999 Sep 15 15:07:32.615039 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fa70eb-49ac-486c-ac07-48160d647646,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:32.615727 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41384) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:32.631841 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:32.686469 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdcea-4c48-4966-b39f-9afbcd7d3e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.722908 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdcea-4c48-4966-b39f-9afbcd7d3e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.935241 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdcea-4c48-4966-b39f-9afbcd7d3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.951529 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-cc6d8368-066c-462b-866d-f22e8054f904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:32.957662 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fdcea-4c48-4966-b39f-9afbcd7d3e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fa70eb-49ac-486c-ac07-48160d647646,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:32.960510 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ba5fdcea-4c48-4966-b39f-9afbcd7d3e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:32.963282 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdcea-4c48-4966-b39f-9afbcd7d3e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:32.964702 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ba5fdcea-4c48-4966-b39f-9afbcd7d3e54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51fa70eb-49ac-486c-ac07-48160d647646 HTTP/1.1" status: 204 len: 168 time: 0.3478262 Sep 15 15:07:33.963837 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41456) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:34.477805 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:34.614148 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:34.618901 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Usage tracker for resource:security_group_rule and tenant:2d483549b5cf4aa5b9282e28aefeda00 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:34.622006 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:34.627937 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:34.741374 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:34.843575 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:34.857768 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d22bf79e-5c16-4718-9d48-117ecd726161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:34.981520 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1add05d-2840-4b34-a629-8a33bf27103c,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:34.995842 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41512) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:34.999095 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d483549b5cf4aa5b9282e28aefeda00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0313876 Sep 15 15:07:35.006043 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:35.231005 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8007fd0e-aa3d-409c-8143-790fb9f35366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:35.231005 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8007fd0e-aa3d-409c-8143-790fb9f35366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:35.483731 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8007fd0e-aa3d-409c-8143-790fb9f35366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:35.488675 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e70e7f6-6c2b-40d4-9e21-6cf3bdb4af76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:35.511525 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007fd0e-aa3d-409c-8143-790fb9f35366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1add05d-2840-4b34-a629-8a33bf27103c,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:35.514116 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8007fd0e-aa3d-409c-8143-790fb9f35366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:35.525457 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8007fd0e-aa3d-409c-8143-790fb9f35366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:35.532834 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8007fd0e-aa3d-409c-8143-790fb9f35366 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1add05d-2840-4b34-a629-8a33bf27103c HTTP/1.1" status: 204 len: 168 time: 0.5289600 Sep 15 15:07:38.935296 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-610f7ee6-be57-4098-bcbe-0cf6c6cf6cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:39.224450 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b19fd-5eee-4cd4-9316-e83c06b5b082 req-1881a866-2ca4-4345-b0a2-9dcbbbdb1ce7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:39.226575 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2e3b19fd-5eee-4cd4-9316-e83c06b5b082 req-1881a866-2ca4-4345-b0a2-9dcbbbdb1ce7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0888710 Sep 15 15:07:39.232314 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-30498c97-3bb9-45f9-b789-9ace1b45700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:39.233788 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-30498c97-3bb9-45f9-b789-9ace1b45700a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1099 time: 0.0772059 Sep 15 15:07:39.274581 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2e3b19fd-5eee-4cd4-9316-e83c06b5b082 req-4f817a14-024c-4a8a-b227-60ccc3d9b035 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Sep 15 15:07:39.390540 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-33d4525d-7f9f-4da1-824c-fcbc9d5acb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:39.392068 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-33d4525d-7f9f-4da1-824c-fcbc9d5acb99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 919 time: 0.1478155 Sep 15 15:07:39.443228 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:39.464972 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-18320404-67ff-46c1-845e-c741af6c0001 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 200 len: 217 time: 0.0654931 Sep 15 15:07:39.534988 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-d95a0668-d6b6-4185-a181-fc6270f615a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:39.536603 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-d95a0668-d6b6-4185-a181-fc6270f615a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.0654089 Sep 15 15:07:39.592718 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-0f62a35f-cf30-4288-9c38-161812730fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486879 Sep 15 15:07:39.615669 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41648) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:39.749218 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:39.755010 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-898027d7-e59a-4595-af93-d2effd36dbd9 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548724 Sep 15 15:07:39.761645 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:39.765687 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Usage tracker for resource:security_group_rule and tenant:df6e4d2353694e9784f163cd1d6313a4 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:39.768583 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:39.774978 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:39.870598 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:39.933685 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9e61931a-1f25-4f06-8aab-685b6c425e61 req-19b5d049-6c33-438e-9b74-4075d14d232f service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708281 Sep 15 15:07:40.028348 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:40.040796 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b4f85292-6ff3-41ec-a78b-926aac424dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:40.078659 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df6e4d2353694e9784f163cd1d6313a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617453 Sep 15 15:07:40.082997 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa7975b-8c7c-4a41-b8d2-f01416641b08,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:40.083130 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41670) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:40.083315 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:40.147049 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:40.174463 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:40.307193 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:40.312991 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-99c34549-3a10-43bb-b60c-e75406e2318a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:40.326030 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa7975b-8c7c-4a41-b8d2-f01416641b08,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:40.337931 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.338317 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.338670 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.339148 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.339520 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.339871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.340267 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.340609 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.340966 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.341492 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.341659 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.341996 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:40.345151 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:40.351609 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:40.370478 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1aa7975b-8c7c-4a41-b8d2-f01416641b08 HTTP/1.1" status: 204 len: 168 time: 0.2850771 Sep 15 15:07:40.501851 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da69f8f-f096-47c1-8d41-d274311c890c req-271af8b9-3667-457c-8458-e4646d6d257c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:40.503321 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4da69f8f-f096-47c1-8d41-d274311c890c req-271af8b9-3667-457c-8458-e4646d6d257c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0889804 Sep 15 15:07:40.548270 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4da69f8f-f096-47c1-8d41-d274311c890c req-8207a060-b0f2-4cb1-8da1-2901fbd9a0f2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391018 Sep 15 15:07:41.626169 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c655f2ac-f5b4-47db-af62-8ff9cbfd0672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:41.745394 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159ab52-01a8-4641-9ba5-05824869c190 req-0e2ebc5b-a8e1-4ca1-bebd-b28df911b957 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:41.746781 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3159ab52-01a8-4641-9ba5-05824869c190 req-0e2ebc5b-a8e1-4ca1-bebd-b28df911b957 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0873048 Sep 15 15:07:41.793075 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3159ab52-01a8-4641-9ba5-05824869c190 req-4aa2f197-75b3-4c07-a56e-a2e838421515 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Sep 15 15:07:42.535212 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:43.026974 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c02dd-a8ae-491b-981d-5a5b41376e1c req-673ab3b2-a212-497e-be94-3ce5c8d7b0ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:43.028511 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-592c02dd-a8ae-491b-981d-5a5b41376e1c req-673ab3b2-a212-497e-be94-3ce5c8d7b0ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0830958 Sep 15 15:07:43.074689 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-592c02dd-a8ae-491b-981d-5a5b41376e1c req-2b1616ed-04fe-4478-899e-5de12bad9c3e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Sep 15 15:07:44.032900 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41744) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:44.095095 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:44.167115 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:44.182368 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:44.186563 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Usage tracker for resource:security_group_rule and tenant:f70c2c5406194e4691b79b754c437189 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:44.189593 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:44.206037 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:44.299986 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:44.352495 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01459-26d6-4253-a345-51e0649b068e req-93b442a8-d7b6-468a-9f73-2d09aa6e9a66 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:44.354153 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a7a01459-26d6-4253-a345-51e0649b068e req-93b442a8-d7b6-468a-9f73-2d09aa6e9a66 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1651635 Sep 15 15:07:44.398390 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a7a01459-26d6-4253-a345-51e0649b068e req-58a9096f-b28c-435b-a623-cd3e7ab7da56 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Sep 15 15:07:44.442960 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:44.453333 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-051e171b-91ee-45a4-b321-f8eeed4321f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:44.498716 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f70c2c5406194e4691b79b754c437189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646907 Sep 15 15:07:44.500413 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7338e8-dd86-41f6-8f51-9fc075ca445f,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:44.501430 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41758) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:44.503437 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:44.567073 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:44.592834 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:44.751559 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:07:44.757461 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:44.761431 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:44.774576 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7338e8-dd86-41f6-8f51-9fc075ca445f,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:44.784701 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.785124 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.785512 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.787038 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.787038 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.787038 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.787038 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.787405 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.787770 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.788111 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.788449 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.788785 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:44.795643 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:44.796837 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:44.797934 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c7338e8-dd86-41f6-8f51-9fc075ca445f HTTP/1.1" status: 204 len: 168 time: 0.2954876 Sep 15 15:07:45.608199 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00058b37-9191-4635-8917-bc46a9fa7e0b req-42b97d01-5d7c-4ceb-ab11-c3a6342bde2a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:45.609458 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 41776) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:45.613978 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-00058b37-9191-4635-8917-bc46a9fa7e0b req-42b97d01-5d7c-4ceb-ab11-c3a6342bde2a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0988691 Sep 15 15:07:45.628116 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:45.643568 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:45.650613 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Usage tracker for resource:security_group_rule and tenant:6654db7a65f14c3ca8fb174a20699542 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:45.653556 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:45.659834 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:45.672446 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-00058b37-9191-4635-8917-bc46a9fa7e0b req-2a662be2-0cb6-4cdd-baa9-8104a125a4ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515215 Sep 15 15:07:45.751735 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:45.884564 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:45.895714 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-f1dea05c-907b-4cc8-8e0e-9a3f92e9e9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:45.941773 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6654db7a65f14c3ca8fb174a20699542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309255 Sep 15 15:07:45.944078 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08bf29-354f-44c5-96bd-930897f72dd0,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:45.944286 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 41782) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:45.948377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:46.012060 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d874cb28-d4b0-43b6-bb21-579130faf470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:46.038749 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d874cb28-d4b0-43b6-bb21-579130faf470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:46.180411 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d874cb28-d4b0-43b6-bb21-579130faf470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:46.184507 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8deb5dfc-e724-442f-9461-61372e4f32a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:46.200413 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874cb28-d4b0-43b6-bb21-579130faf470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08bf29-354f-44c5-96bd-930897f72dd0,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:46.203672 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d874cb28-d4b0-43b6-bb21-579130faf470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:46.205635 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d874cb28-d4b0-43b6-bb21-579130faf470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:46.206713 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-d874cb28-d4b0-43b6-bb21-579130faf470 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a08bf29-354f-44c5-96bd-930897f72dd0 HTTP/1.1" status: 204 len: 168 time: 0.2614243 Sep 15 15:07:46.893262 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056b9a5-02b9-4555-a74e-321b3148f7f7 req-cc2efc52-f9a4-4cad-b98b-874d01be1338 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:46.899895 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5056b9a5-02b9-4555-a74e-321b3148f7f7 req-cc2efc52-f9a4-4cad-b98b-874d01be1338 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0884264 Sep 15 15:07:46.941800 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5056b9a5-02b9-4555-a74e-321b3148f7f7 req-8539f1cc-dcbb-4f6b-a1b2-307401d671af tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Sep 15 15:07:48.175573 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fca82-e047-496d-8612-8988926b5070 req-096d34de-e355-4166-a9c8-99bf358b85f0 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:48.178394 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a2fca82-e047-496d-8612-8988926b5070 req-096d34de-e355-4166-a9c8-99bf358b85f0 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1009283 Sep 15 15:07:48.228084 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a2fca82-e047-496d-8612-8988926b5070 req-d5bb0697-1c74-48e1-9769-5302e03f2d6e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Sep 15 15:07:49.426822 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c21d7c-03fe-4f04-9d19-4f3d0926b653 req-b4f2671e-1b73-4cdc-b385-2cd6edcc7003 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:49.428374 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-66c21d7c-03fe-4f04-9d19-4f3d0926b653 req-b4f2671e-1b73-4cdc-b385-2cd6edcc7003 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0861797 Sep 15 15:07:49.478542 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-66c21d7c-03fe-4f04-9d19-4f3d0926b653 req-ff740091-b483-478f-81c2-c9b625c68704 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Sep 15 15:07:50.673760 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e01d4-cc16-4b09-984b-3bf5ff7e49ff req-23dcde8a-277a-448f-8fd7-17c901f6c061 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:50.675245 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-127e01d4-cc16-4b09-984b-3bf5ff7e49ff req-23dcde8a-277a-448f-8fd7-17c901f6c061 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0843205 Sep 15 15:07:50.719731 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-127e01d4-cc16-4b09-984b-3bf5ff7e49ff req-5bbe18a1-52d1-48f5-9d4e-401e80502b61 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379865 Sep 15 15:07:51.917281 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee099a-3d6b-4e83-bb14-6583b34da095 req-addd6819-6d52-4b61-adb3-0bd491860706 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:51.918824 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f6ee099a-3d6b-4e83-bb14-6583b34da095 req-addd6819-6d52-4b61-adb3-0bd491860706 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0875988 Sep 15 15:07:51.965894 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f6ee099a-3d6b-4e83-bb14-6583b34da095 req-d8b432e1-9eb1-4986-a772-1c9ab5877a46 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Sep 15 15:07:53.174467 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c06f4b-37bd-42a0-954a-d7e304ef613d req-e7da6d81-a11f-4052-8bde-483f6da66817 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:53.176074 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a4c06f4b-37bd-42a0-954a-d7e304ef613d req-e7da6d81-a11f-4052-8bde-483f6da66817 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0909202 Sep 15 15:07:53.221780 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a4c06f4b-37bd-42a0-954a-d7e304ef613d req-4f34a9b1-76f8-4209-a3d4-8d0b7e9f7c0b tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Sep 15 15:07:54.419347 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cba2f-cd85-4c94-bed9-bd3332ebedb7 req-a6f9d7b7-702d-4da7-94a6-93576e6fb945 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:54.420867 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-098cba2f-cd85-4c94-bed9-bd3332ebedb7 req-a6f9d7b7-702d-4da7-94a6-93576e6fb945 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0872576 Sep 15 15:07:54.467958 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-098cba2f-cd85-4c94-bed9-bd3332ebedb7 req-93d8cdfb-fb35-478d-9e87-938a40869958 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Sep 15 15:07:55.671820 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93605554-de61-4f7b-af7a-affa31b9f6ed req-4c5916ab-a5a4-4098-9ebf-5059b7d1dfcf tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:55.674227 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-93605554-de61-4f7b-af7a-affa31b9f6ed req-4c5916ab-a5a4-4098-9ebf-5059b7d1dfcf tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0867605 Sep 15 15:07:55.722683 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-93605554-de61-4f7b-af7a-affa31b9f6ed req-76617687-a18e-4ed4-944f-a3e115a1fe2c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Sep 15 15:07:56.931650 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bcaa1-93a2-4198-aa78-47897b0aeeef req-9b4ce2c0-bdcd-438d-bef1-636dd83b5f7e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:56.933137 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d90bcaa1-93a2-4198-aa78-47897b0aeeef req-9b4ce2c0-bdcd-438d-bef1-636dd83b5f7e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0843399 Sep 15 15:07:56.978247 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d90bcaa1-93a2-4198-aa78-47897b0aeeef req-f35fab9c-718c-462b-a34a-8e472da90c28 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393133 Sep 15 15:07:58.174940 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f859bb9-a51b-4e19-a5c1-afec37a86190 req-68cc146c-b77f-4294-afbc-953e294b7721 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:58.176451 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5f859bb9-a51b-4e19-a5c1-afec37a86190 req-68cc146c-b77f-4294-afbc-953e294b7721 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0831883 Sep 15 15:07:58.221116 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5f859bb9-a51b-4e19-a5c1-afec37a86190 req-23f1f150-b64d-4c5c-8f16-547e9eb19ea7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 Sep 15 15:07:59.412539 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb183c02-1ac4-48f3-9fb1-d99afe70e7b1 req-5605cd6f-3b04-4ef3-9cca-c57871a4b21f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:59.415376 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bb183c02-1ac4-48f3-9fb1-d99afe70e7b1 req-5605cd6f-3b04-4ef3-9cca-c57871a4b21f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0829751 Sep 15 15:07:59.459470 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bb183c02-1ac4-48f3-9fb1-d99afe70e7b1 req-c9f874be-88d9-4435-99fa-18c01cd5aef2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Sep 15 15:08:00.516980 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:00.648643 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1c1c1-102d-4f7f-8ccc-26ab3d023a22 req-cc120ccf-c09b-400c-ac72-503ab2e8d919 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:00.651061 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-acb1c1c1-102d-4f7f-8ccc-26ab3d023a22 req-cc120ccf-c09b-400c-ac72-503ab2e8d919 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0830941 Sep 15 15:08:00.694416 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-acb1c1c1-102d-4f7f-8ccc-26ab3d023a22 req-e6ee1545-60c8-4004-bad5-1c8598bfe48b tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375102 Sep 15 15:08:01.879976 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefc47d-68d4-4a78-a423-117c896f013e req-19e6f07f-4ef7-4725-9fa4-96c61fe31189 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:01.881360 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9fefc47d-68d4-4a78-a423-117c896f013e req-19e6f07f-4ef7-4725-9fa4-96c61fe31189 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0795209 Sep 15 15:08:01.925103 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9fefc47d-68d4-4a78-a423-117c896f013e req-7e530a9c-c6f9-49af-9ee6-db541b64576a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Sep 15 15:08:03.114866 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bbf5-6cdd-4258-ba1e-55347aaf8ceb req-c382a069-08cd-439b-a710-432de0052da4 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:03.116373 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb54bbf5-6cdd-4258-ba1e-55347aaf8ceb req-c382a069-08cd-439b-a710-432de0052da4 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0833139 Sep 15 15:08:03.161217 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb54bbf5-6cdd-4258-ba1e-55347aaf8ceb req-c79a8376-fe03-49af-b831-3cce09a0ae0e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382669 Sep 15 15:08:04.347638 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f48087-153a-4b3e-81bd-775d01ff4463 req-adef5745-284f-41bf-a941-66cc90755c5f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:04.349037 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f1f48087-153a-4b3e-81bd-775d01ff4463 req-adef5745-284f-41bf-a941-66cc90755c5f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0799251 Sep 15 15:08:04.452138 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f1f48087-153a-4b3e-81bd-775d01ff4463 req-e88c6b88-cd19-49b4-bd48-d4bb91508136 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974042 Sep 15 15:08:05.637386 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1847a-5e67-4180-a430-10c451d30ca2 req-ece0bf9c-8ad5-49f3-b920-30554fec4808 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:05.638767 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-77f1847a-5e67-4180-a430-10c451d30ca2 req-ece0bf9c-8ad5-49f3-b920-30554fec4808 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0786493 Sep 15 15:08:05.682317 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-77f1847a-5e67-4180-a430-10c451d30ca2 req-4e9f5db8-8a2f-4448-9730-c73f6aa79616 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Sep 15 15:08:06.630866 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42128) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:06.746719 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:06.762834 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:06.766665 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e1e0da42c741d5ac0cc795d6d2daa9 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:06.769481 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:06.775235 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:06.895420 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4cc0-55ff-429a-9cd4-38fb83f743cb req-d3ce996c-acb9-4d0b-b769-25fbf0125d10 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:06.896910 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ecaf4cc0-55ff-429a-9cd4-38fb83f743cb req-d3ce996c-acb9-4d0b-b769-25fbf0125d10 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1007545 Sep 15 15:08:06.968893 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:06.975959 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ecaf4cc0-55ff-429a-9cd4-38fb83f743cb req-2dee7dbf-a520-425e-b3c7-59567bdcfb49 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663221 Sep 15 15:08:07.082389 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:07.090051 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-71e7e3ff-dcae-4ca2-bbb7-a37fa6fc32db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:07.131361 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1665e9-356e-46ec-b7f5-7ef7a10f6410,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:07.134580 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:07.138031 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6e1e0da42c741d5ac0cc795d6d2daa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061550 Sep 15 15:08:07.151135 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42140) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:07.197021 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4e46149-9168-4576-a38e-79691017afef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:07.223082 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4e46149-9168-4576-a38e-79691017afef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:07.357722 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4e46149-9168-4576-a38e-79691017afef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:07.361847 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d874cb28-d4b0-43b6-bb21-579130faf470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:07.374065 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e46149-9168-4576-a38e-79691017afef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1665e9-356e-46ec-b7f5-7ef7a10f6410,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:07.376351 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c4e46149-9168-4576-a38e-79691017afef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:07.381865 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4e46149-9168-4576-a38e-79691017afef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:07.383941 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-c4e46149-9168-4576-a38e-79691017afef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff1665e9-356e-46ec-b7f5-7ef7a10f6410 HTTP/1.1" status: 204 len: 168 time: 0.2420256 Sep 15 15:08:07.513609 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d55fb-9a29-489c-bd43-c81acc04b732 req-5f22a691-83f5-421a-9c3e-d6dca864ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:07.515138 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d7d55fb-9a29-489c-bd43-c81acc04b732 req-5f22a691-83f5-421a-9c3e-d6dca864ee1f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1099 time: 0.0724859 Sep 15 15:08:07.557659 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d7d55fb-9a29-489c-bd43-c81acc04b732 req-0650a840-8e15-4f6b-867f-6f104b542d83 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Sep 15 15:08:08.169291 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8958-065b-4bec-9eab-6844a818756a req-d6ae564d-3564-46d5-bf32-3c96757d173c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:08.170674 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-96da8958-065b-4bec-9eab-6844a818756a req-d6ae564d-3564-46d5-bf32-3c96757d173c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0889640 Sep 15 15:08:08.214851 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-96da8958-065b-4bec-9eab-6844a818756a req-546c0674-4217-4219-ab1c-0ef66baacefc tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384722 Sep 15 15:08:08.364793 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42158) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:08.382493 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:08.397525 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:08.402262 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7b5b28e362434eb02cf8c0ac275021 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:08.406636 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:08.412284 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:08.493268 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:08.590548 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:08.597926 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8007fd0e-aa3d-409c-8143-790fb9f35366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:08.636615 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6133e7-727e-442b-984f-4f4b9042782b,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:08.640736 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f7b5b28e362434eb02cf8c0ac275021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749395 Sep 15 15:08:08.641587 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:08.643316 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42166) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:08.706702 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8282ec5b-6a6a-461e-8923-ac7cb6b2cff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:08.733132 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8282ec5b-6a6a-461e-8923-ac7cb6b2cff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:08.836781 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8282ec5b-6a6a-461e-8923-ac7cb6b2cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:08.841402 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e1feacf-3e47-4537-940d-fa32cee8eafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:08.852987 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282ec5b-6a6a-461e-8923-ac7cb6b2cff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6133e7-727e-442b-984f-4f4b9042782b,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:08.855793 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8282ec5b-6a6a-461e-8923-ac7cb6b2cff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:08.857732 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8282ec5b-6a6a-461e-8923-ac7cb6b2cff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:08.861268 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8282ec5b-6a6a-461e-8923-ac7cb6b2cff9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f6133e7-727e-442b-984f-4f4b9042782b HTTP/1.1" status: 204 len: 168 time: 0.2146072 Sep 15 15:08:08.929700 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e131a6e8-68ca-4b5b-b5c0-c1b2712ada75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:09.402750 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3822-d193-4a67-b705-68b79ec331ce req-5db5e719-d20d-48bf-9435-4e7fbc0dab6c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:09.404176 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-12ff3822-d193-4a67-b705-68b79ec331ce req-5db5e719-d20d-48bf-9435-4e7fbc0dab6c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0815451 Sep 15 15:08:09.442225 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:09.454523 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-12ff3822-d193-4a67-b705-68b79ec331ce req-9e50553d-200b-45d6-86d6-74dda1ea124a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Sep 15 15:08:09.757179 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42184) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:09.775538 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:09.790042 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:09.794459 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Usage tracker for resource:security_group_rule and tenant:53f1dbf9f01e495892c463ee97ae3987 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:09.797316 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:09.802984 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:09.884799 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:09.984687 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:09.992195 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e57b7d68-7465-427a-86da-9d5f04ae4597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:10.030255 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d646f95-b0fe-45f9-a0f7-757ba898a011,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:10.034557 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53f1dbf9f01e495892c463ee97ae3987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763650 Sep 15 15:08:10.035389 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:10.037475 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42190) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:10.100496 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b584f67b-ddae-4333-b919-b3e7b3a39d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:10.129217 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b584f67b-ddae-4333-b919-b3e7b3a39d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:10.327951 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b584f67b-ddae-4333-b919-b3e7b3a39d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:10.333115 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a0640bb-8e7b-439c-ba40-32f351c38c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:10.345210 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584f67b-ddae-4333-b919-b3e7b3a39d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d646f95-b0fe-45f9-a0f7-757ba898a011,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:10.347355 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b584f67b-ddae-4333-b919-b3e7b3a39d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:10.351105 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b584f67b-ddae-4333-b919-b3e7b3a39d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:10.355707 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b584f67b-ddae-4333-b919-b3e7b3a39d4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d646f95-b0fe-45f9-a0f7-757ba898a011 HTTP/1.1" status: 204 len: 168 time: 0.3142638 Sep 15 15:08:10.639205 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894de64d-b65c-4258-8394-dcf7b6ac4572 req-2bcb05c9-89ed-47d8-91b1-39143659f8d1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:10.640717 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-894de64d-b65c-4258-8394-dcf7b6ac4572 req-2bcb05c9-89ed-47d8-91b1-39143659f8d1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0803456 Sep 15 15:08:10.686433 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-894de64d-b65c-4258-8394-dcf7b6ac4572 req-06ab3a07-a983-4a45-bd86-ef891f4d01c8 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401194 Sep 15 15:08:11.512912 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c099b6-e3c5-4443-ad71-1ce689ac3086 req-34f9da63-3476-4224-96fa-6affb3b54eb9 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:11.523424 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-26c099b6-e3c5-4443-ad71-1ce689ac3086 req-34f9da63-3476-4224-96fa-6affb3b54eb9 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1470075 Sep 15 15:08:11.531650 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-f3b53ab7-56cf-41ff-8809-1bba83368269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:11.531650 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-f3b53ab7-56cf-41ff-8809-1bba83368269 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 1099 time: 0.0904796 Sep 15 15:08:11.607364 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-26c099b6-e3c5-4443-ad71-1ce689ac3086 req-635cd623-8bd8-42fb-b19c-4faa115b54c5 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845449 Sep 15 15:08:11.653557 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6e866754-de0f-43e0-adb0-ac6adfe3d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:11.684847 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-415ba74f-ddf7-4ef8-9395-947042fa4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:11.686355 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-415ba74f-ddf7-4ef8-9395-947042fa4a65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 200 len: 919 time: 0.1494198 Sep 15 15:08:11.758632 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-ca45e63e-c513-45b2-9cb3-28af83becd0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 200 len: 217 time: 0.0656438 Sep 15 15:08:11.825316 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-92632f00-4f7c-4ff5-ac04-003afec838f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:11.826824 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-92632f00-4f7c-4ff5-ac04-003afec838f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 200 len: 858 time: 0.0626309 Sep 15 15:08:11.882009 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-afdc5a06-0676-44ea-bf8c-d611e49ca941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a27b4daf-327f-4116-a103-7eb64c3be830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492966 Sep 15 15:08:12.129902 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-af12e872-73b8-45b4-9502-0b5198803fbc service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416563 Sep 15 15:08:12.267879 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8d87f3dd-fa3c-4f7d-9f85-b82c81a04f8c req-cca3cfce-8611-45c8-99bd-b62f0c60e3e9 service neutron] 10.222.0.32 "GET /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310158 Sep 15 15:08:12.522183 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:12.795772 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13a03d-8e00-48a5-9a13-8c8bd213682b req-dd5350a8-c7f7-4c2f-8502-f807f05eb007 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:12.797265 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1a13a03d-8e00-48a5-9a13-8c8bd213682b req-dd5350a8-c7f7-4c2f-8502-f807f05eb007 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0831287 Sep 15 15:08:12.841695 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1a13a03d-8e00-48a5-9a13-8c8bd213682b req-e689fe9d-7d3e-4011-894f-f962397ba480 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Sep 15 15:08:14.042930 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ce4e6-dcd3-4bfe-af2c-671c0c6fc3aa req-8c655861-50a0-42b7-a1c7-4538cd3f607c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:14.044468 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dd6ce4e6-dcd3-4bfe-af2c-671c0c6fc3aa req-8c655861-50a0-42b7-a1c7-4538cd3f607c tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0898650 Sep 15 15:08:14.090205 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dd6ce4e6-dcd3-4bfe-af2c-671c0c6fc3aa req-6101ef9f-3503-4c49-9988-35f82957aeb7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Sep 15 15:08:14.100216 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.161213 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42298) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:14.281786 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.298229 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:14.302505 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Usage tracker for resource:security_group_rule and tenant:fe60b87d401e48a89b4720635324b645 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:14.305499 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:14.311798 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:14.404363 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.596238 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.605332 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bfd9f483-eb0c-4e5f-be8d-34b2a857345b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:14.647012 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe60b87d401e48a89b4720635324b645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847133 Sep 15 15:08:14.648756 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d9e089-d6e4-4b32-8eea-4fe84c34e1d1,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:14.649756 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 42312) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:14.652102 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:14.720393 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-461530ef-df23-43e8-aff0-4384280ac0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.747301 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-461530ef-df23-43e8-aff0-4384280ac0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.876647 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-461530ef-df23-43e8-aff0-4384280ac0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.883075 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c55c55f4-d1c0-49ed-907b-193be7f394ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:14.896117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461530ef-df23-43e8-aff0-4384280ac0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d9e089-d6e4-4b32-8eea-4fe84c34e1d1,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:14.901698 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-461530ef-df23-43e8-aff0-4384280ac0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:14.916520 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-461530ef-df23-43e8-aff0-4384280ac0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.917929 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-461530ef-df23-43e8-aff0-4384280ac0a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57d9e089-d6e4-4b32-8eea-4fe84c34e1d1 HTTP/1.1" status: 204 len: 168 time: 0.2671919 Sep 15 15:08:15.288586 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b3ee1-cf39-4a60-8f95-5c9ebbbf3b86 req-9354bca4-973c-4c10-be3a-16ba907f69f3 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:15.290076 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-176b3ee1-cf39-4a60-8f95-5c9ebbbf3b86 req-9354bca4-973c-4c10-be3a-16ba907f69f3 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0906093 Sep 15 15:08:15.340891 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-176b3ee1-cf39-4a60-8f95-5c9ebbbf3b86 req-310f3411-ac9c-448e-87e4-0a3adc24a2bc tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Sep 15 15:08:16.544840 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5f46-0df6-4d88-9b33-af7b9539338c req-faf6d8e8-3cbc-4239-b20e-920ba8d5baa2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:16.547112 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1a2b5f46-0df6-4d88-9b33-af7b9539338c req-faf6d8e8-3cbc-4239-b20e-920ba8d5baa2 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0937021 Sep 15 15:08:16.614075 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1a2b5f46-0df6-4d88-9b33-af7b9539338c req-6f15e8c3-4904-43e7-a5f2-ec0e60c8b89b tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604968 Sep 15 15:08:21.754067 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:08:23.937366 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a393190-0577-40af-8532-9dc6a4d5867a req-fdcf394c-a1f3-45c7-898c-97c05a8a14bd tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:23.940768 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0a393190-0577-40af-8532-9dc6a4d5867a req-fdcf394c-a1f3-45c7-898c-97c05a8a14bd tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.0895646 Sep 15 15:08:23.984809 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0a393190-0577-40af-8532-9dc6a4d5867a req-ef4cbc92-e9d7-40f7-a2c9-378481bd4650 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400169 Sep 15 15:08:25.254312 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276a2d-0705-4745-ae15-f28e57273d67 req-962f9c47-31f7-4447-9f10-1369f5bf99d1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:25.255858 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57276a2d-0705-4745-ae15-f28e57273d67 req-962f9c47-31f7-4447-9f10-1369f5bf99d1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1611269 Sep 15 15:08:25.303348 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 42588) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:25.306481 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57276a2d-0705-4745-ae15-f28e57273d67 req-e018262b-4342-4288-a912-0ea7b968c8ee tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Sep 15 15:08:25.437504 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:25.453421 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:25.456865 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Usage tracker for resource:security_group_rule and tenant:60dc70f307af40388c1e5528c8299ec9 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:25.460065 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:25.472534 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:25.558001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:25.647320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:25.657112 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-37375cfd-2224-4a6f-9219-3749c30ba55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:25.722115 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60dc70f307af40388c1e5528c8299ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982773 Sep 15 15:08:25.722115 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72481fa9-d7ff-4e64-8e31-4023fac5df74,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:25.722115 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:25.724693 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42600) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:25.828385 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5503-d96b-4665-afbd-c417a0dfa32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:25.871848 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5503-d96b-4665-afbd-c417a0dfa32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:26.036130 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5503-d96b-4665-afbd-c417a0dfa32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:26.046411 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-587dcfc3-a382-4e3e-be11-7366367b8995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:26.064046 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e5503-d96b-4665-afbd-c417a0dfa32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72481fa9-d7ff-4e64-8e31-4023fac5df74,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:26.083456 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aa5e5503-d96b-4665-afbd-c417a0dfa32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:26.094113 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5503-d96b-4665-afbd-c417a0dfa32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:26.095590 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-aa5e5503-d96b-4665-afbd-c417a0dfa32c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72481fa9-d7ff-4e64-8e31-4023fac5df74 HTTP/1.1" status: 204 len: 168 time: 0.3699083 Sep 15 15:08:26.522722 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb609d6b-7949-4b44-ad61-5b9d262d0d36 req-8c3af618-02f9-4f54-9bb8-c04fcd626042 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:26.524369 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bb609d6b-7949-4b44-ad61-5b9d262d0d36 req-8c3af618-02f9-4f54-9bb8-c04fcd626042 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.1095576 Sep 15 15:08:26.556371 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-fcc273b2-a4ae-45a5-82d7-6043d13ccf90 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:26.557067 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-fcc273b2-a4ae-45a5-82d7-6043d13ccf90 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Synchronizing usage tracker for tenant:3d177ce1759f42a1a7258954a6937284 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:08:26.579170 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bb609d6b-7949-4b44-ad61-5b9d262d0d36 req-15dba28d-acba-4d95-99ac-784a73875b66 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Sep 15 15:08:26.705617 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-fcc273b2-a4ae-45a5-82d7-6043d13ccf90 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Unset dirty status for tenant:3d177ce1759f42a1a7258954a6937284 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:08:26.707119 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-fcc273b2-a4ae-45a5-82d7-6043d13ccf90 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.32 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 945 time: 0.2517760 Sep 15 15:08:26.783375 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Deleting port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:08:26.783825 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.005744 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42628) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:27.029531 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.045271 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:27.049200 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Usage tracker for resource:security_group_rule and tenant:732d58146a76405eaf4b029ed83c9eef is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:27.052163 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:27.058694 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:27.069994 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] For port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:27.073672 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.167968 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.207773 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Calling delete_port for d7c9fedf-ce38-41b9-be9a-6ac901c5e29d owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:08:27.253037 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.265129 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e91229bd-f99e-4895-bdff-9ee9b1a102b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:27.302581 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4661e715-bda0-4fb6-bd80-11f742124027,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:27.307627 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=732d58146a76405eaf4b029ed83c9eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001990 Sep 15 15:08:27.308951 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:27.313033 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42636) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:27.385947 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98caf48f-bff2-44ff-9446-d5f2563f7a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.412442 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98caf48f-bff2-44ff-9446-d5f2563f7a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.436554 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.447827 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:27.450763 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['a1c56810-6c31-4094-9344-6135bcf48ebf', 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:08:27.499780 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Pushing event deleted for resources: {'Port': ['ID=d7c9fedf-ce38-41b9-be9a-6ac901c5e29d,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:27.507907 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:27.568114 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98caf48f-bff2-44ff-9446-d5f2563f7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.574658 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:27.588946 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caf48f-bff2-44ff-9446-d5f2563f7a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4661e715-bda0-4fb6-bd80-11f742124027,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:27.592229 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98caf48f-bff2-44ff-9446-d5f2563f7a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.593612 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-98caf48f-bff2-44ff-9446-d5f2563f7a20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4661e715-bda0-4fb6-bd80-11f742124027 HTTP/1.1" status: 204 len: 168 time: 0.2790203 Sep 15 15:08:27.594966 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98caf48f-bff2-44ff-9446-d5f2563f7a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:27.596849 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] No DVR routers for this DVR port d7c9fedf-ce38-41b9-be9a-6ac901c5e29d on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:08:27.600140 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:27.602873 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37978172-41cf-4415-a552-8c4b3b90923f', 'name': 'network-vif-deleted', 'tag': 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:08:27.720804 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37978172-41cf-4415-a552-8c4b3b90923f', 'name': 'network-vif-deleted', 'tag': 'd7c9fedf-ce38-41b9-be9a-6ac901c5e29d', 'status': 'completed', 'code': 200} Sep 15 15:08:27.742753 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b29277fb-b6f2-4f84-aeaf-3da32d3a6bfe req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.32 "DELETE /v2.0/ports/d7c9fedf-ce38-41b9-be9a-6ac901c5e29d HTTP/1.1" status: 204 len: 173 time: 1.0264974 Sep 15 15:08:27.765814 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3cbeb355-d30a-482c-a3f0-10cc2c119611 req-d56b47e1-316e-4c2c-9115-473bfa4af068 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 210 time: 0.0575571 Sep 15 15:08:28.872295 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9b73ad9e-6123-4b61-af64-b9654bdbedbc req-04af36f3-83bd-42b1-b96e-d3111e7e4076 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0655124 Sep 15 15:08:29.045800 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9b73ad9e-6123-4b61-af64-b9654bdbedbc req-8c040e0f-e0b4-4f75-8590-947f760be852 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d177ce1759f42a1a7258954a6937284&device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 210 time: 0.1417048 Sep 15 15:08:29.083057 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-af0486b4-cade-407b-85bc-c784404efe28 req-6d73a752-a409-4d61-b7ef-e7c00389287a tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=37978172-41cf-4415-a552-8c4b3b90923f HTTP/1.1" status: 200 len: 210 time: 0.0595171 Sep 15 15:08:29.217853 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42708) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:29.228061 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73ad9e-6123-4b61-af64-b9654bdbedbc req-c868a8ee-a906-4c91-9f3e-2be63050d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:29.229992 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9b73ad9e-6123-4b61-af64-b9654bdbedbc req-c868a8ee-a906-4c91-9f3e-2be63050d09e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3d177ce1759f42a1a7258954a6937284&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1623118 Sep 15 15:08:29.365892 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:29.389306 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:29.394958 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Usage tracker for resource:security_group_rule and tenant:2abc94f0725c4ac4a860a5b7b43d5ce9 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:29.398205 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:29.406548 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:29.513419 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:29.515804 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73ad9e-6123-4b61-af64-b9654bdbedbc req-e5a3e4bf-1e17-4482-ae73-6d24147a9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:29.517299 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9b73ad9e-6123-4b61-af64-b9654bdbedbc req-e5a3e4bf-1e17-4482-ae73-6d24147a9519 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2802374 Sep 15 15:08:29.624388 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:29.631732 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc414ead-2330-4758-a94f-ef5b70324c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:29.676499 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2abc94f0725c4ac4a860a5b7b43d5ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573016 Sep 15 15:08:29.677397 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705da791-fe86-43bb-ab04-2dfa72dc50f2,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:29.679257 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 42718) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:29.680714 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:29.743845 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-87a3791f-7f10-44fc-bc08-93d7d6e92601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:29.770966 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-87a3791f-7f10-44fc-bc08-93d7d6e92601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:29.815792 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device d7c9fedf-ce38-41b9-be9a-6ac901c5e29d no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:08:29.850320 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: d7c9fedf-ce38-41b9-be9a-6ac901c5e29d {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:08:29.850678 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device d7c9fedf-ce38-41b9-be9a-6ac901c5e29d not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:08:29.910372 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-87a3791f-7f10-44fc-bc08-93d7d6e92601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:29.915237 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6a02a7e1-13a6-43e2-a001-f81759757a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:29.930194 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3791f-7f10-44fc-bc08-93d7d6e92601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705da791-fe86-43bb-ab04-2dfa72dc50f2,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:29.932427 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-87a3791f-7f10-44fc-bc08-93d7d6e92601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:29.933616 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-87a3791f-7f10-44fc-bc08-93d7d6e92601 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/705da791-fe86-43bb-ab04-2dfa72dc50f2 HTTP/1.1" status: 204 len: 168 time: 0.2529671 Sep 15 15:08:29.934516 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-87a3791f-7f10-44fc-bc08-93d7d6e92601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:30.453120 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:30.889677 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae6e4-9dd6-452f-986e-3cf0d5032a58 req-bac445bf-c5aa-48d8-80ef-4a9dab14e428 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:30.891170 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-921ae6e4-9dd6-452f-986e-3cf0d5032a58 req-bac445bf-c5aa-48d8-80ef-4a9dab14e428 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0986204 Sep 15 15:08:30.941370 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-921ae6e4-9dd6-452f-986e-3cf0d5032a58 req-12204680-50bd-4a7e-b983-a2da95bb2411 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 Sep 15 15:08:31.172884 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0d21f-79e1-4a55-9849-c090e38ff355 req-4a297961-7066-42c4-9c5c-d6ae044b2aa8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:31.174800 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-93c0d21f-79e1-4a55-9849-c090e38ff355 req-4a297961-7066-42c4-9c5c-d6ae044b2aa8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0994298 Sep 15 15:08:31.220864 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-93c0d21f-79e1-4a55-9849-c090e38ff355 req-73abe229-0f0d-4479-9c4a-957b73ed1512 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 Sep 15 15:08:31.407269 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 42788) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:31.528157 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:31.543094 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:31.547210 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Usage tracker for resource:security_group_rule and tenant:472c6223491e4f55a7f71e3fe0a4268c is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:31.549952 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:31.556060 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:31.648832 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:31.808202 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:31.814555 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7941795e-411d-4520-9205-f43c3ae2f597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:31.854709 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=472c6223491e4f55a7f71e3fe0a4268c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461794 Sep 15 15:08:31.855654 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab0024-b499-4732-8681-6f81b49c768a,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:31.858411 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42796) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:31.858792 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:31.920369 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-64aaf473-ca23-4a04-a377-9ef2512c95be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:31.948368 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-64aaf473-ca23-4a04-a377-9ef2512c95be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:32.127925 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-64aaf473-ca23-4a04-a377-9ef2512c95be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:32.135008 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f4cf9ff5-f51d-4025-b453-ff535824ef22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:32.153281 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaf473-ca23-4a04-a377-9ef2512c95be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab0024-b499-4732-8681-6f81b49c768a,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:32.159786 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-64aaf473-ca23-4a04-a377-9ef2512c95be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:32.168812 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f48a1-6cc9-499d-8dd3-6854df9e746f req-50850643-0b4d-472b-8af5-34988b09d4cc tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:32.170485 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e41f48a1-6cc9-499d-8dd3-6854df9e746f req-50850643-0b4d-472b-8af5-34988b09d4cc tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1080892 Sep 15 15:08:32.192002 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-64aaf473-ca23-4a04-a377-9ef2512c95be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:32.193125 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-64aaf473-ca23-4a04-a377-9ef2512c95be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6ab0024-b499-4732-8681-6f81b49c768a HTTP/1.1" status: 204 len: 168 time: 0.3337507 Sep 15 15:08:32.224053 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e41f48a1-6cc9-499d-8dd3-6854df9e746f req-d7c85d7e-13b9-4a25-bdd1-b5bae4beadec tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Sep 15 15:08:32.413526 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036ce1-642c-4edd-80aa-915e872fa216 req-293dd87f-8d37-48ca-97fb-fedccd912eb9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:32.414991 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4d036ce1-642c-4edd-80aa-915e872fa216 req-293dd87f-8d37-48ca-97fb-fedccd912eb9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0821145 Sep 15 15:08:32.461330 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4d036ce1-642c-4edd-80aa-915e872fa216 req-5e5d19cd-332e-48e6-adda-47f7529969d5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403829 Sep 15 15:08:32.990964 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42822) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:33.012081 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:33.026538 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:33.030331 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4657c7f7d845f5bda50c5e65a6ad92 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:33.033187 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:33.038822 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:33.122738 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:33.231130 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:33.240210 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-47aaf8e5-8d59-4e42-bee7-4fde4141d21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:33.286017 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea4657c7f7d845f5bda50c5e65a6ad92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938786 Sep 15 15:08:33.287820 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d11361-d2b1-46da-ae61-d3bdc98b504e,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:33.289633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 42838) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:33.291755 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3a3e8a89-08e1-4df1-8b06-7de55ea39406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:33.391368 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-679b34d9-eedd-45e9-88f6-bae4f4460d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:33.419433 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-679b34d9-eedd-45e9-88f6-bae4f4460d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:33.483062 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8addc5-4c8c-477d-a131-7f5f88b5d142 req-1dc4cfd8-be09-42f2-8920-c07d2c84243d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:33.484596 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7c8addc5-4c8c-477d-a131-7f5f88b5d142 req-1dc4cfd8-be09-42f2-8920-c07d2c84243d tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.0860522 Sep 15 15:08:33.540034 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7c8addc5-4c8c-477d-a131-7f5f88b5d142 req-a9bfa503-0183-44a9-98c9-8b5062c7ca8e tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 Sep 15 15:08:33.561811 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-679b34d9-eedd-45e9-88f6-bae4f4460d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:33.569116 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0d75362e-a96a-4526-8a4a-343c106df992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:33.590611 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b34d9-eedd-45e9-88f6-bae4f4460d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d11361-d2b1-46da-ae61-d3bdc98b504e,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:33.604449 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-679b34d9-eedd-45e9-88f6-bae4f4460d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:33.607758 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-679b34d9-eedd-45e9-88f6-bae4f4460d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:33.609851 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-679b34d9-eedd-45e9-88f6-bae4f4460d39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9d11361-d2b1-46da-ae61-d3bdc98b504e HTTP/1.1" status: 204 len: 168 time: 0.3169777 Sep 15 15:08:33.796681 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6834e-77d5-433a-93eb-b63d4970aef9 req-91c5dcd8-74d6-4a25-8022-f74f72c0fa66 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:33.798179 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e7e6834e-77d5-433a-93eb-b63d4970aef9 req-91c5dcd8-74d6-4a25-8022-f74f72c0fa66 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1332974 Sep 15 15:08:33.843867 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e7e6834e-77d5-433a-93eb-b63d4970aef9 req-8de7dcdd-3c36-4ea6-9d2b-2f92b51e9f2c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396855 Sep 15 15:08:33.988886 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-a0b89d0f-319c-4f2f-8c28-bd7373d0ef74 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=84e461aae177435fb8b9ee1e08a50d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285728 Sep 15 15:08:34.145555 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-a549d8e5-cd5a-43d6-9416-9017c288cd32 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:34.146989 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-a549d8e5-cd5a-43d6-9416-9017c288cd32 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525502 Sep 15 15:08:34.161949 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-1519cbc4-e3ab-481d-8706-c78dfb1e9013 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/quotas/84e461aae177435fb8b9ee1e08a50d6b HTTP/1.1" status: 200 len: 375 time: 0.0094767 Sep 15 15:08:34.213342 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-2ea0fbf9-6922-4efd-a270-d9e8adfecd2d tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=84e461aae177435fb8b9ee1e08a50d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453787 Sep 15 15:08:34.438438 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 42882) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:34.457020 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:34.472694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:34.476456 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Usage tracker for resource:security_group_rule and tenant:ea0b0c85ec06463c841e27a0d46f34dc is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:34.480182 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:34.486076 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:34.578995 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:34.644652 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-62834eed-9cf3-4875-a2cf-191cf593a9e1 req-e16383ca-4dc5-4e5e-ab72-b03354869c26 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 210 time: 0.0841167 Sep 15 15:08:34.699724 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:34.709734 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-461530ef-df23-43e8-aff0-4384280ac0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:34.752788 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea0b0c85ec06463c841e27a0d46f34dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132064 Sep 15 15:08:34.754524 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468ea84a-4b85-469e-b85e-0ee59a6bd99d,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:34.755421 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42898) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:34.758503 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-49c76b2f-954a-43b2-8f31-44bcb4f6503a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:34.889657 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb056c-3798-4ba5-9c90-c7bc6df49a71 req-5f08c668-22b6-4c30-b144-09db9f1917a1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:34.891174 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fffb056c-3798-4ba5-9c90-c7bc6df49a71 req-5f08c668-22b6-4c30-b144-09db9f1917a1 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1996484 Sep 15 15:08:34.939115 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ce1317a-8d05-4f45-b01a-5990a0925222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:34.986861 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ce1317a-8d05-4f45-b01a-5990a0925222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:35.001077 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fffb056c-3798-4ba5-9c90-c7bc6df49a71 req-bcc6624c-49be-4303-97c0-97052b19fc41 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959198 Sep 15 15:08:35.121424 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b83f5-8a84-43aa-b7c2-94f73914d5e8 req-7f9c3cf0-1453-43f7-8a6d-465963ed5b95 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:35.122953 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-712b83f5-8a84-43aa-b7c2-94f73914d5e8 req-7f9c3cf0-1453-43f7-8a6d-465963ed5b95 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1210201 Sep 15 15:08:35.169481 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-712b83f5-8a84-43aa-b7c2-94f73914d5e8 req-f46c1286-b876-472a-a5c3-eefd1fb8aef0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407023 Sep 15 15:08:35.247295 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ce1317a-8d05-4f45-b01a-5990a0925222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:35.251289 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a62e45c-b182-4cba-b2d3-7ddda91784e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:35.266194 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1317a-8d05-4f45-b01a-5990a0925222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468ea84a-4b85-469e-b85e-0ee59a6bd99d,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:35.270143 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2ce1317a-8d05-4f45-b01a-5990a0925222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:35.278185 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ce1317a-8d05-4f45-b01a-5990a0925222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:35.281551 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-2ce1317a-8d05-4f45-b01a-5990a0925222 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/468ea84a-4b85-469e-b85e-0ee59a6bd99d HTTP/1.1" status: 204 len: 168 time: 0.5229511 Sep 15 15:08:35.753223 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bec5dd2b-4f8c-4c3c-b55b-c2feb258c2a0 req-b06af708-dd06-405b-bf0b-630f027d9bf4 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 210 time: 0.0467389 Sep 15 15:08:36.209358 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee7c42-bb04-4f6f-9303-2fae4c53d6b4 req-f4fbdfba-0696-47fc-b3b3-153b43475d02 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:36.220702 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c9ee7c42-bb04-4f6f-9303-2fae4c53d6b4 req-f4fbdfba-0696-47fc-b3b3-153b43475d02 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.1072865 Sep 15 15:08:36.273576 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c9ee7c42-bb04-4f6f-9303-2fae4c53d6b4 req-8ac4de8e-794d-4211-b615-6c98fb9df442 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/security-groups?id=06a39cfe-6a1d-4181-adc4-cb93c33b6606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508461 Sep 15 15:08:36.387592 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064bdb-13cc-4b01-9bf9-93aab3c41459 req-7d748068-603c-4d39-aac9-3ccad760107a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:36.389385 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b3064bdb-13cc-4b01-9bf9-93aab3c41459 req-7d748068-603c-4d39-aac9-3ccad760107a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0976217 Sep 15 15:08:36.434836 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b3064bdb-13cc-4b01-9bf9-93aab3c41459 req-804446b8-b70e-4a30-b992-fd076cd1c80d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392914 Sep 15 15:08:36.589513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-eee66391-074c-4421-a249-f003f60b044f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:36.590248 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-eee66391-074c-4421-a249-f003f60b044f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Synchronizing usage tracker for tenant:3d177ce1759f42a1a7258954a6937284 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:08:36.627922 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42926) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:36.733002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-eee66391-074c-4421-a249-f003f60b044f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Unset dirty status for tenant:3d177ce1759f42a1a7258954a6937284 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:08:36.736223 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-eee66391-074c-4421-a249-f003f60b044f tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.32 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 946 time: 0.2385674 Sep 15 15:08:36.751074 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:36.766946 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:36.861442 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Usage tracker for resource:security_group_rule and tenant:3ca4aed693db4700ac6ec558ef09a1db is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:36.861442 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:36.861442 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:36.862339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Deleting port a1c56810-6c31-4094-9344-6135bcf48ebf {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:08:36.862339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:36.908678 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:36.917762 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7cd357e7-3272-4bee-80b8-a6d2a985a5d6 req-05df699b-7527-400c-a757-333b57c9088d tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 210 time: 0.0528104 Sep 15 15:08:37.079650 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] For port a1c56810-6c31-4094-9344-6135bcf48ebf, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a1c56810-6c31-4094-9344-6135bcf48ebf,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:37.080046 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:37.205383 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Calling delete_port for a1c56810-6c31-4094-9344-6135bcf48ebf owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:08:37.266325 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:37.276853 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aa5e5503-d96b-4665-afbd-c417a0dfa32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:37.324341 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ca4aed693db4700ac6ec558ef09a1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6953030 Sep 15 15:08:37.325234 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e142bf8-9568-440b-b740-29150361cf18,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:37.328424 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:37.329093 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42936) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:37.398815 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-249bf6bf-6f11-44fa-8fd9-ae3a7062a476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:37.426475 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-66c1cfc3-c4fc-4162-bd0e-fbdd42b53a54 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=84e461aae177435fb8b9ee1e08a50d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351748 Sep 15 15:08:37.455767 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:37.464405 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-249bf6bf-6f11-44fa-8fd9-ae3a7062a476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:37.464709 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:37.468119 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['a1c56810-6c31-4094-9344-6135bcf48ebf'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:08:37.483403 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f5660079-dc71-45f9-87bc-b92bd10f3670 req-5b933d49-e3ed-4974-9bdb-eb3540cfc7c7 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 210 time: 0.0589724 Sep 15 15:08:37.608085 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Pushing event deleted for resources: {'Port': ['ID=a1c56810-6c31-4094-9344-6135bcf48ebf,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:37.615901 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-249bf6bf-6f11-44fa-8fd9-ae3a7062a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:37.616850 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:37.625829 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-24e6c228-df3a-47b9-aa53-263cede33f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:37.642789 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bf6bf-6f11-44fa-8fd9-ae3a7062a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e142bf8-9568-440b-b740-29150361cf18,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:37.651366 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-249bf6bf-6f11-44fa-8fd9-ae3a7062a476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:37.655856 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-249bf6bf-6f11-44fa-8fd9-ae3a7062a476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:37.659686 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-249bf6bf-6f11-44fa-8fd9-ae3a7062a476 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e142bf8-9568-440b-b740-29150361cf18 HTTP/1.1" status: 204 len: 168 time: 0.3295779 Sep 15 15:08:37.696021 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217157b4-fa05-4f3b-bc4d-5ca60dedef74 req-d4ce77ad-4062-40cd-b83f-27f81e20fd6c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:37.698285 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-217157b4-fa05-4f3b-bc4d-5ca60dedef74 req-d4ce77ad-4062-40cd-b83f-27f81e20fd6c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1238687 Sep 15 15:08:37.730524 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] No DVR routers for this DVR port a1c56810-6c31-4094-9344-6135bcf48ebf on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:08:37.734644 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:37.740191 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270cee57-554a-4e96-8cb3-5e5bedc9b429', 'name': 'network-vif-deleted', 'tag': 'a1c56810-6c31-4094-9344-6135bcf48ebf'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:08:37.773140 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-217157b4-fa05-4f3b-bc4d-5ca60dedef74 req-afed47cb-b818-42ab-b7c7-d6df6fa066ec tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678091 Sep 15 15:08:37.804602 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270cee57-554a-4e96-8cb3-5e5bedc9b429', 'name': 'network-vif-deleted', 'tag': 'a1c56810-6c31-4094-9344-6135bcf48ebf', 'status': 'completed', 'code': 200} Sep 15 15:08:37.813724 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-9f6290d7-3ac4-4b53-bbe8-407e87b7a427 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:37.815199 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-9f6290d7-3ac4-4b53-bbe8-407e87b7a427 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3839922 Sep 15 15:08:37.828993 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Request body: {'port': {'device_id': '83f7d930-e0c7-4e64-8f3f-c2a46392eccf', 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37', 'admin_state_up': True, 'tenant_id': '84e461aae177435fb8b9ee1e08a50d6b'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:08:37.957924 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9c9f5605-f9f3-4cae-9d8e-ed2168b03011 req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.32 "DELETE /v2.0/ports/a1c56810-6c31-4094-9344-6135bcf48ebf HTTP/1.1" status: 204 len: 173 time: 1.2177653 Sep 15 15:08:38.077823 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:38.081951 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Usage tracker for resource:port and tenant:84e461aae177435fb8b9ee1e08a50d6b is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:38.085134 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:38.092124 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:38.108044 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bf9a06b8-eab0-4dce-8036-9652219424a3 req-ce57d1f3-25ec-4b5e-b7ee-16f682cad633 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 210 time: 0.0674915 Sep 15 15:08:38.207815 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Made reservation on behalf of 84e461aae177435fb8b9ee1e08a50d6b for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:08:38.211723 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:38.225965 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:38.243027 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:38.248439 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Usage tracker for resource:security_group_rule and tenant:84e461aae177435fb8b9ee1e08a50d6b is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:38.251326 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:38.256974 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:38.348617 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:38.435369 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:38.439864 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a4e064f4-9a05-4c9c-8031-0e870fc46c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:38.487233 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab9dc8-b8ca-439b-8987-7a6cd6c464a6 req-1cc16650-e583-4fec-8d91-0f303c5ab04e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:38.488837 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-daab9dc8-b8ca-439b-8987-7a6cd6c464a6 req-1cc16650-e583-4fec-8d91-0f303c5ab04e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0852757 Sep 15 15:08:38.533770 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21537e09-e375-46a9-b500-7dd56fc51fbd,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:38.537778 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:38.542385 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-daab9dc8-b8ca-439b-8987-7a6cd6c464a6 req-9f01b60a-d549-48ba-ace6-c09b0d5d8cab tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Sep 15 15:08:38.625040 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Allocated IP 192.168.233.85 (1f231dae-5329-4de0-be2c-88b050f08b37/5c88ab6c-b287-488a-8e77-aca71eba1e37/10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:08:38.679122 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6a20027d-8fd4-4ad0-8e40-62aa3190ea69 req-6ee6a72f-bf5b-4ed6-8527-1a15759a7555 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] 10.222.0.39 "GET /v2.0/ports?device_id=270cee57-554a-4e96-8cb3-5e5bedc9b429 HTTP/1.1" status: 200 len: 210 time: 0.0427256 Sep 15 15:08:38.846833 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:38.864740 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Transition to ACTIVE for port object 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:08:38.910009 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d12403bf-957f-477e-887d-ff216af1839a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:38.984976 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:38.985274 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6200b-20ba-47f6-a594-4214d0f4062b req-d0fd6d3a-35fe-426d-9980-8fba699ef529 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:38.986585 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-87c6200b-20ba-47f6-a594-4214d0f4062b req-d0fd6d3a-35fe-426d-9980-8fba699ef529 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0846148 Sep 15 15:08:38.990842 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:39.032766 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-87c6200b-20ba-47f6-a594-4214d0f4062b req-344eb200-1d44-4912-a0b5-2f1ec6052fcd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395932 Sep 15 15:08:39.059633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Network 1f231dae-5329-4de0-be2c-88b050f08b37 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:08:39.063722 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:08:39.067140 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:08:39.108916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Pushing event updated for resources: {'Port': ['ID=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:39.113937 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:39.143796 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:39.144587 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:39.261402 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4357588 Sep 15 15:08:39.273313 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Request body: {'port': {'device_id': '83f7d930-e0c7-4e64-8f3f-c2a46392eccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:08:39.300745 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20d59d-ddc3-49f2-a6e2-b47c7006e8da req-80511a66-db28-4cc9-8656-50a82c1b36fa tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:39.302309 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3f20d59d-ddc3-49f2-a6e2-b47c7006e8da req-80511a66-db28-4cc9-8656-50a82c1b36fa tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 935 time: 0.0853465 Sep 15 15:08:39.359391 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3f20d59d-ddc3-49f2-a6e2-b47c7006e8da req-72da4e2b-a518-44d5-87d9-6fad134c2a5d tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482552 Sep 15 15:08:39.397669 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:39.407128 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:39.429844 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0beb5f6-2638-4414-89b7-ec4caa8da3bc None None] Provisioning for port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:08:39.435063 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0beb5f6-2638-4414-89b7-ec4caa8da3bc None None] Provisioning complete for port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:08:39.435443 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0beb5f6-2638-4414-89b7-ec4caa8da3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:39.488623 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0beb5f6-2638-4414-89b7-ec4caa8da3bc None None] Port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:08:39.752479 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:08:39.759885 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103648a-aec9-4c25-9618-d3f2c1a27c43 req-e80b2c58-78b7-4b34-94d2-3987fe61041b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:39.760846 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:39.762060 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3103648a-aec9-4c25-9618-d3f2c1a27c43 req-e80b2c58-78b7-4b34-94d2-3987fe61041b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0980079 Sep 15 15:08:39.777292 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Transition to ACTIVE for port object 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:08:39.787999 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 42972) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:39.810040 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3103648a-aec9-4c25-9618-d3f2c1a27c43 req-77e8dd15-2cc9-4d67-9e11-704a33d12faf tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Sep 15 15:08:39.878218 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device a1c56810-6c31-4094-9344-6135bcf48ebf no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:08:39.908275 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:39.916536 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: a1c56810-6c31-4094-9344-6135bcf48ebf {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:08:39.917111 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device a1c56810-6c31-4094-9344-6135bcf48ebf not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:08:39.920382 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:40.070132 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Pushing event updated for resources: {'Port': ['ID=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:40.085118 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:40.270054 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d760b91-4a0e-4b38-ae51-18125a52a46f req-dfe83d58-742a-4cd8-aa80-c6b9f979449f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:40.271659 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5d760b91-4a0e-4b38-ae51-18125a52a46f req-dfe83d58-742a-4cd8-aa80-c6b9f979449f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0955639 Sep 15 15:08:40.322690 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5d760b91-4a0e-4b38-ae51-18125a52a46f req-555db19e-a155-4e24-8cbe-e4e270817547 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441451 Sep 15 15:08:40.424151 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Attempting to bind port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:08:40.431197 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Attempting to bind port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:08:40.431197 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Attempting to bind port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc on network 1f231dae-5329-4de0-be2c-88b050f08b37 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:08:40.441812 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc on network 1f231dae-5329-4de0-be2c-88b050f08b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:08:40.442129 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Attempting to bind port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc on network 1f231dae-5329-4de0-be2c-88b050f08b37 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:08:40.452310 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:08:40.452643 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Checking segment: {'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:08:40.453021 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Bound using segment: {'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:08:40.453449 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Bound port: 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca91ac1-c180-48b2-86ce-7d77cb4c48b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:08:40.453792 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:40.557742 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4335-1780-4336-901f-9617e9cf358b req-d99f32ce-6f48-4d51-b9d4-cb5fab5c8bad tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:40.559344 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd8e4335-1780-4336-901f-9617e9cf358b req-d99f32ce-6f48-4d51-b9d4-cb5fab5c8bad tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 947 time: 0.0844364 Sep 15 15:08:40.604512 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd8e4335-1780-4336-901f-9617e9cf358b req-92cc9a4f-fbf7-49c7-9bb5-b0864adb4248 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 Sep 15 15:08:40.626465 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] For port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:08:40.629419 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] For port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,segment=NetworkSegment(2ca91ac1-c180-48b2-86ce-7d77cb4c48b9),segment_id=2ca91ac1-c180-48b2-86ce-7d77cb4c48b9)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:08:40.695347 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:40.707354 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a1ff6e80-732c-4901-9bf0-574363475ba1 tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:40.770981 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:40.771661 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:40.772950 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] 10.222.0.32 "PUT /v2.0/ports/10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc HTTP/1.1" status: 200 len: 1097 time: 1.5041993 Sep 15 15:08:40.773526 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f7d930-e0c7-4e64-8f3f-c2a46392eccf', 'tag': '10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:08:40.805980 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Pushing event updated for resources: {'Port': ['ID=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:40.814495 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.814845 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.815122 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.815577 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.815844 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.816190 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.816534 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.816876 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.817215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.817554 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.817892 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.818234 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:40.823400 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:40.834631 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-480547'] for router_interface, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:40.890101 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f7d930-e0c7-4e64-8f3f-c2a46392eccf', 'tag': '10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc', 'status': 'completed', 'code': 200} Sep 15 15:08:41.023892 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1c5a1-a86f-4f02-9d6b-45f7631628d0 req-8f12e55e-3745-463f-ac31-9bfa04c08d05 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:41.028502 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-18b1c5a1-a86f-4f02-9d6b-45f7631628d0 req-8f12e55e-3745-463f-ac31-9bfa04c08d05 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0946801 Sep 15 15:08:41.067450 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef139a8-ebd7-4991-8ef1-52f4189cdc7e req-887fe5e4-ac4b-4777-827b-54498286f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:41.068907 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-5ef139a8-ebd7-4991-8ef1-52f4189cdc7e req-887fe5e4-ac4b-4777-827b-54498286f827 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84e461aae177435fb8b9ee1e08a50d6b&device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 1100 time: 0.1807702 Sep 15 15:08:41.094453 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-18b1c5a1-a86f-4f02-9d6b-45f7631628d0 req-3d4c71f5-187f-49f7-a516-187261e87dbe tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545127 Sep 15 15:08:41.154470 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-5ef139a8-ebd7-4991-8ef1-52f4189cdc7e req-d0267503-9ba6-4016-bf73-0a6e7c1a28bb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=84e461aae177435fb8b9ee1e08a50d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776174 Sep 15 15:08:41.335736 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef139a8-ebd7-4991-8ef1-52f4189cdc7e req-a6630acd-974a-46a9-a81f-ba9a43f61061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:41.337094 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-5ef139a8-ebd7-4991-8ef1-52f4189cdc7e req-a6630acd-974a-46a9-a81f-ba9a43f61061 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754375 Sep 15 15:08:41.445427 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Deleting port e1a2d631-599b-49a5-bf36-87e3aea8da12 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:08:41.445797 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:41.519855 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef94ee-9fb3-4371-87ab-17b26b27dbb6 req-181dedfa-9af4-4ca4-b815-de05f4563af9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:41.521338 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3fef94ee-9fb3-4371-87ab-17b26b27dbb6 req-181dedfa-9af4-4ca4-b815-de05f4563af9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0846853 Sep 15 15:08:41.566417 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3fef94ee-9fb3-4371-87ab-17b26b27dbb6 req-ccdf4595-afc7-468a-9517-1d6eeab277df tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392597 Sep 15 15:08:41.583659 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-4850c6dd-fcf9-4b64-8bfa-bb7cb16f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:41.585231 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-4850c6dd-fcf9-4b64-8bfa-bb7cb16f7e4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84e461aae177435fb8b9ee1e08a50d6b&device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 1100 time: 0.2047219 Sep 15 15:08:41.618361 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-15242b9d-5d3b-4939-aae9-a17e96d384be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:41.661124 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-411ea187-a438-4bde-a8f3-927b8ce8a26c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc HTTP/1.1" status: 200 len: 217 time: 0.0683978 Sep 15 15:08:41.846724 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] For port e1a2d631-599b-49a5-bf36-87e3aea8da12, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=e1a2d631-599b-49a5-bf36-87e3aea8da12,segment=NetworkSegment(1c1e0880-56e5-4f6b-8684-a3d580cf039b),segment_id=1c1e0880-56e5-4f6b-8684-a3d580cf039b)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:41.847401 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:41.876867 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41246-dac5-4dc0-9ef0-28e823851d61 req-f43b1966-67ba-4db7-85c5-5877efbe85ba tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:41.878440 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-25e41246-dac5-4dc0-9ef0-28e823851d61 req-f43b1966-67ba-4db7-85c5-5877efbe85ba tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 947 time: 0.1597037 Sep 15 15:08:41.924192 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-25e41246-dac5-4dc0-9ef0-28e823851d61 req-bd4e7bc7-2d45-4d82-9a04-590c45aa48a1 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Sep 15 15:08:41.973117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Calling delete_port for e1a2d631-599b-49a5-bf36-87e3aea8da12 owned by network:router_interface {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:08:42.001204 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-ac195009-25d6-4bbb-ab67-208fc3cb3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:42.002652 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-ac195009-25d6-4bbb-ab67-208fc3cb3ebd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c88ab6c-b287-488a-8e77-aca71eba1e37 HTTP/1.1" status: 200 len: 843 time: 0.3356559 Sep 15 15:08:42.261833 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-cbcad71a-8c5e-4635-a450-fe9dedaa8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:42.263330 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-cbcad71a-8c5e-4635-a450-fe9dedaa8ae3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f231dae-5329-4de0-be2c-88b050f08b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2540920 Sep 15 15:08:42.282393 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0a009-f52b-42b4-9eae-99b47617298a req-89f3846c-b8bf-41ca-a0ee-82f8f0704556 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:42.283895 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eec0a009-f52b-42b4-9eae-99b47617298a req-89f3846c-b8bf-41ca-a0ee-82f8f0704556 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0809290 Sep 15 15:08:42.332916 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eec0a009-f52b-42b4-9eae-99b47617298a req-0ad2a00f-a885-4a87-82c7-da532c050207 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Sep 15 15:08:42.444370 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-c893a53b-9947-44d7-9621-8af823dca4d1 service neutron] 10.222.0.32 "GET /v2.0/networks/1f231dae-5329-4de0-be2c-88b050f08b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739171 Sep 15 15:08:42.504181 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:42.522132 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:42.536488 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-dce17219-b260-43f3-9aca-3e667bb80879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:42.618700 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a2d631-599b-49a5-bf36-87e3aea8da12,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:42.627167 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:42.768248 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4802-49f0-472a-92c0-a4649255a8b7 req-6e8525e7-ee6d-4fc2-b293-c13c1f6698ed tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:42.769664 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fb3b4802-49f0-472a-92c0-a4649255a8b7 req-6e8525e7-ee6d-4fc2-b293-c13c1f6698ed tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0863657 Sep 15 15:08:42.822710 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d0d8f27-96d3-43c6-853d-c71ebb42c20a req-c830de5e-0223-4190-a951-c00d2602c01a service neutron] 10.222.0.32 "GET /v2.0/networks/1f231dae-5329-4de0-be2c-88b050f08b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713579 Sep 15 15:08:42.823709 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fb3b4802-49f0-472a-92c0-a4649255a8b7 req-05553368-ac24-4e20-baa4-88dd47041b8f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464737 Sep 15 15:08:42.890349 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507795'] for router_interface, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:43.120086 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f71f4c-b04c-481a-9ec2-5f43d22c4064 req-423d2001-e6e9-4416-b287-708929f8b842 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:43.121654 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d3f71f4c-b04c-481a-9ec2-5f43d22c4064 req-423d2001-e6e9-4416-b287-708929f8b842 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 947 time: 0.0874233 Sep 15 15:08:43.171271 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d3f71f4c-b04c-481a-9ec2-5f43d22c4064 req-15cc08a6-43ef-4496-a762-20d54f01d63b tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Sep 15 15:08:43.362313 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Router 12cc9e92-d685-4c7c-9b90-511f50e62133 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:08:43.526504 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09e8a7-0d74-462b-8943-b70460334e0d req-260e7edb-262b-45ba-902f-2db34e87e745 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:43.528107 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a09e8a7-0d74-462b-8943-b70460334e0d req-260e7edb-262b-45ba-902f-2db34e87e745 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0863023 Sep 15 15:08:43.544882 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:08:43.554575 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] Sync routers for ids ['12cc9e92-d685-4c7c-9b90-511f50e62133'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:08:43.563642 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] 10.222.0.39 "PUT /v2.0/routers/12cc9e92-d685-4c7c-9b90-511f50e62133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7721598 Sep 15 15:08:43.564008 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 42998) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:43.564996 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] Routers {'12cc9e92-d685-4c7c-9b90-511f50e62133'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:08:43.565618 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:08:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['12cc9e92-d685-4c7c-9b90-511f50e62133'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:43.726766 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a09e8a7-0d74-462b-8943-b70460334e0d req-d71f6c2f-c1ca-4450-8657-b9dfb2859fea tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878519 Sep 15 15:08:43.754129 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] Set router 12cc9e92-d685-4c7c-9b90-511f50e62133 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:08:43.774327 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:43.892730 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:08:44.049810 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:44.060949 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:44.065121 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8e424265-0adb-4677-8092-c3ed051699a8', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'port_id': '8e424265-0adb-4677-8092-c3ed051699a8', 'mac_address': 'fa:16:3e:b5:94:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:08:44.094880 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aae27-6a76-43d6-974c-8e3c16fff0bc req-08c8ac05-907f-402e-9d8c-137da4106948 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:44.096404 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-108aae27-6a76-43d6-974c-8e3c16fff0bc req-08c8ac05-907f-402e-9d8c-137da4106948 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1084619 Sep 15 15:08:44.106812 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:08:42Z', 'revision_number': 5, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:44.110918 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] Checking router: 12cc9e92-d685-4c7c-9b90-511f50e62133 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:08:44.120415 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] Routers {'12cc9e92-d685-4c7c-9b90-511f50e62133'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:08:44.121356 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:08:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['12cc9e92-d685-4c7c-9b90-511f50e62133'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:44.128366 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:44.146508 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e424265-0adb-4677-8092-c3ed051699a8 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:08:44.151765 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-108aae27-6a76-43d6-974c-8e3c16fff0bc req-40f9f7e6-746b-4033-aa75-18ad274f95aa tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489590 Sep 15 15:08:44.160246 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:44.177475 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:44.201861 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Deleting port f62e99e5-fc00-41ad-9399-130e3c0a7c16 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:08:44.202329 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:44.281419 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:44.283142 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:44.319619 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] Set router 12cc9e92-d685-4c7c-9b90-511f50e62133 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:08:44.364305 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=6']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:44.375828 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.376433 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.376919 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.377585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.377926 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.378265 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.378593 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.378920 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.379389 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.379609 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.379908 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.380226 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:44.385786 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:44.440769 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8e424265-0adb-4677-8092-c3ed051699a8'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:08:44.444923 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] For port f62e99e5-fc00-41ad-9399-130e3c0a7c16, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=f62e99e5-fc00-41ad-9399-130e3c0a7c16,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:44.445298 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:44.575932 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Calling delete_port for f62e99e5-fc00-41ad-9399-130e3c0a7c16 owned by network:router_gateway {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:08:44.610313 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75bfda-3e9a-4486-b9ee-d0d00bbd6f49 req-8d02f9c5-2992-4093-b6a9-933ab5d7cd58 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:44.619313 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-af75bfda-3e9a-4486-b9ee-d0d00bbd6f49 req-8d02f9c5-2992-4093-b6a9-933ab5d7cd58 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 947 time: 0.2871232 Sep 15 15:08:44.646046 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:08:42Z', 'revision_number': 5, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:44.650089 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bae5a6-33a1-441a-9b97-0bd608b6210c None None] The sync data for ids ['12cc9e92-d685-4c7c-9b90-511f50e62133'] in dv-cinder-809195-1-smb is: [{'id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'name': 'tempest-ServerRescueNegativeTestJSON-830482938-router', 'tenant_id': '3d177ce1759f42a1a7258954a6937284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:37Z', 'updated_at': '2021-09-15T15:08:42Z', 'revision_number': 5, 'project_id': '3d177ce1759f42a1a7258954a6937284', 'gw_port': {'id': 'f62e99e5-fc00-41ad-9399-130e3c0a7c16', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc9e92-d685-4c7c-9b90-511f50e62133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:08:44.946155 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-af75bfda-3e9a-4486-b9ee-d0d00bbd6f49 req-48159c12-635d-4efa-84ef-fd9d7c18e72c tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251877 Sep 15 15:08:45.075639 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82929bdd-ca84-4b7e-bf84-b898e0ff19b6 req-4e0526ed-893b-43d8-b060-fd71c014d607 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:45.077293 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-82929bdd-ca84-4b7e-bf84-b898e0ff19b6 req-4e0526ed-893b-43d8-b060-fd71c014d607 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1196461 Sep 15 15:08:45.170757 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-82929bdd-ca84-4b7e-bf84-b898e0ff19b6 req-8ad2f485-0a05-4da2-b034-fd8e0f2652fd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624299 Sep 15 15:08:45.314168 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:45.322010 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:45.367710 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62e99e5-fc00-41ad-9399-130e3c0a7c16,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:45.409694 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.410053 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.410404 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.410749 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.411098 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.411434 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.411800 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.412137 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.412475 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.412808 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.413141 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.413469 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:08:45.450958 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:45.481382 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eecd11-6fd0-4902-a657-4fb0861309d8 req-33b2da1f-2154-4a6b-9fab-db4294448532 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:45.482850 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-81eecd11-6fd0-4902-a657-4fb0861309d8 req-33b2da1f-2154-4a6b-9fab-db4294448532 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 945 time: 0.2248797 Sep 15 15:08:45.510225 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410876'] for router_gateway, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:45.695555 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-81eecd11-6fd0-4902-a657-4fb0861309d8 req-7c1cea79-a3c6-4d98-a621-7ccfa1c43d54 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063458 Sep 15 15:08:45.697920 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34857'] for router, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:45.700411 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:45.890645 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:08:45.893986 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:08:46.046849 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-486414'] for router, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.047452 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12cc9e92-d685-4c7c-9b90-511f50e62133 {{(pid=80018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:08:46.064690 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.068340 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/12cc9e92-d685-4c7c-9b90-511f50e62133 HTTP/1.1" status: 204 len: 168 time: 2.5009229 Sep 15 15:08:46.068812 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43012) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:46.070052 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8e424265-0adb-4677-8092-c3ed051699a8 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:08:46.070425 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.159147 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,segment=NetworkSegment(2ca91ac1-c180-48b2-86ce-7d77cb4c48b9),segment_id=2ca91ac1-c180-48b2-86ce-7d77cb4c48b9)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:46.160654 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] Deleting subnet 5482358c-9838-4aaf-a0b6-8d2d2e1991c6 {{(pid=80019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:08:46.166552 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.167904 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a30b9-9fe0-40b5-8042-bbd710ac6a0f req-b0c5eaf5-7d7e-401b-bb1b-a5c0c43fe23e tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:46.169722 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd8a30b9-9fe0-40b5-8042-bbd710ac6a0f req-b0c5eaf5-7d7e-401b-bb1b-a5c0c43fe23e tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 947 time: 0.1083522 Sep 15 15:08:46.176257 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc', 'network_id': '1f231dae-5329-4de0-be2c-88b050f08b37', 'port_id': '10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc', 'mac_address': 'fa:16:3e:a7:40:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c88ab6c-b287-488a-8e77-aca71eba1e37', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:08:46.240757 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2092473'] for subnet, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.242985 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd8a30b9-9fe0-40b5-8042-bbd710ac6a0f req-512a1ab5-0246-40b9-b09c-51e2b6bf1879 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660543 Sep 15 15:08:46.312764 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.313173 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.347770 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:08:46.356974 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.380938 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,segment=NetworkSegment(2ca91ac1-c180-48b2-86ce-7d77cb4c48b9),segment_id=2ca91ac1-c180-48b2-86ce-7d77cb4c48b9)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:46.393264 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:08:46.403711 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1026a5-124b-4ccd-aa03-a82681263e75 req-16222677-ee58-45a8-b0c6-615d661aa508 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:46.405413 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4b1026a5-124b-4ccd-aa03-a82681263e75 req-16222677-ee58-45a8-b0c6-615d661aa508 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0988934 Sep 15 15:08:46.409268 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:46.441365 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8', 'code': 200} Sep 15 15:08:46.458874 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4b1026a5-124b-4ccd-aa03-a82681263e75 req-ba59b184-1405-4e4c-ac96-9853449c1926 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446548 Sep 15 15:08:46.487137 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.488818 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:46.527519 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1866187'] for subnet, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.531427 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.532695 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d96ca9bd-78b6-4080-b850-78e7caa9366c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:46.557301 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:46.560381 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:46.560847 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-90e4c98c-22c5-483e-9cd2-0ee42d64e8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:46.570038 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5482358c-9838-4aaf-a0b6-8d2d2e1991c6,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:46.574032 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:46.575033 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.583894 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-16b833b8-dded-4eb7-9a8c-5c9c31d32273 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5482358c-9838-4aaf-a0b6-8d2d2e1991c6 HTTP/1.1" status: 204 len: 168 time: 0.5131080 Sep 15 15:08:46.584525 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43020) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:46.628676 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=7']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:46.631856 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:46.654361 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device e1a2d631-599b-49a5-bf36-87e3aea8da12 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:08:46.693281 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: e1a2d631-599b-49a5-bf36-87e3aea8da12 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:08:46.693630 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device e1a2d631-599b-49a5-bf36-87e3aea8da12 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:08:46.694052 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device f62e99e5-fc00-41ad-9399-130e3c0a7c16 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:08:46.715100 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.732262 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: f62e99e5-fc00-41ad-9399-130e3c0a7c16 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:08:46.732613 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device f62e99e5-fc00-41ad-9399-130e3c0a7c16 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:08:46.854434 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.881499 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27b4daf-327f-4116-a103-7eb64c3be830']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:46.894421 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1e0880-56e5-4f6b-8684-a3d580cf039b') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:46.894844 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1e0880-56e5-4f6b-8684-a3d580cf039b') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:46.896833 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af3d86-2b51-47e3-af10-4c9737f91e8b req-3197c2c7-dcd7-47d4-8082-a836230e7c4a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:46.898319 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-22af3d86-2b51-47e3-af10-4c9737f91e8b req-3197c2c7-dcd7-47d4-8082-a836230e7c4a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0858538 Sep 15 15:08:46.902347 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:08:46.909008 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.927068 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.935504 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:08:46.936068 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:08:46.950614 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:08:46.956495 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-22af3d86-2b51-47e3-af10-4c9737f91e8b req-bf65e454-7bea-4ba6-88a2-3e2c5959b521 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479980 Sep 15 15:08:47.132599 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:47.140875 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:47.155765 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:47.167473 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27b4daf-327f-4116-a103-7eb64c3be830,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:47.170385 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:47.253308 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-55fb2934-9c2b-405a-a17b-5dff2cb496b6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a27b4daf-327f-4116-a103-7eb64c3be830 HTTP/1.1" status: 204 len: 168 time: 0.6677344 Sep 15 15:08:47.462667 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2b836-6342-48b5-9a91-a6145418397f req-f1a3f048-4a6f-4d2b-a5ac-5f28c17f82cd tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:47.464229 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bdd2b836-6342-48b5-9a91-a6145418397f req-f1a3f048-4a6f-4d2b-a5ac-5f28c17f82cd tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 948 time: 0.0984871 Sep 15 15:08:47.511040 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bdd2b836-6342-48b5-9a91-a6145418397f req-80cd3318-e4fe-4b6b-93c4-4b6a3ad24e8e tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Sep 15 15:08:47.682384 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c90c8-845a-42d9-8032-af5c5cf4cde8 req-cf7425fa-dedd-4e87-964a-33975edd69ed tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:47.684031 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-407c90c8-845a-42d9-8032-af5c5cf4cde8 req-cf7425fa-dedd-4e87-964a-33975edd69ed tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0947781 Sep 15 15:08:47.691311 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43032) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:47.737962 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-407c90c8-845a-42d9-8032-af5c5cf4cde8 req-536b5ab9-8c4e-488e-b8ab-27445014bdfe tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471585 Sep 15 15:08:47.744999 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-a7ed100e-ad57-412e-845f-5a03802a29fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d177ce1759f42a1a7258954a6937284&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522456 Sep 15 15:08:47.747118 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43036) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:47.812664 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ec52-0089-42a9-aea2-220e04048c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:47.843010 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ec52-0089-42a9-aea2-220e04048c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:47.906449 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:08:47.989416 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ec52-0089-42a9-aea2-220e04048c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:47.993320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e734daae-e418-498f-b281-a64b331cbc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:48.007599 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0ec52-0089-42a9-aea2-220e04048c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a39cfe-6a1d-4181-adc4-cb93c33b6606,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:48.011935 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5ea0ec52-0089-42a9-aea2-220e04048c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:48.015982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ec52-0089-42a9-aea2-220e04048c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:48.017376 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-5ea0ec52-0089-42a9-aea2-220e04048c73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06a39cfe-6a1d-4181-adc4-cb93c33b6606 HTTP/1.1" status: 204 len: 168 time: 0.2693090 Sep 15 15:08:48.052669 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:08:48.061526 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:08:48.062056 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:48.197980 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:48.239709 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,segment=NetworkSegment(2ca91ac1-c180-48b2-86ce-7d77cb4c48b9),segment_id=2ca91ac1-c180-48b2-86ce-7d77cb4c48b9)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:48.261792 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafb6c4-e43a-4774-aea0-ae481278c3c4 req-e36a15ad-ce11-445f-8e9f-97d65129b13b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:48.263275 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-baafb6c4-e43a-4774-aea0-ae481278c3c4 req-e36a15ad-ce11-445f-8e9f-97d65129b13b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1733329 Sep 15 15:08:48.311772 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-baafb6c4-e43a-4774-aea0-ae481278c3c4 req-c0f2e8f6-47de-4836-b818-9f0b9f450c1c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Sep 15 15:08:48.315813 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:48.317727 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:48.395052 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:48.398168 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:48.442975 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f7d930-e0c7-4e64-8f3f-c2a46392eccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:08:48.496084 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f7d930-e0c7-4e64-8f3f-c2a46392eccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc', 'code': 200} Sep 15 15:08:48.715465 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7294f31-9543-489a-91db-d5ac9d73dc1c req-cdaf0e09-5ba2-4b53-9353-b34dbe0a63fc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:48.715465 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f7294f31-9543-489a-91db-d5ac9d73dc1c req-cdaf0e09-5ba2-4b53-9353-b34dbe0a63fc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 949 time: 0.0894454 Sep 15 15:08:48.768805 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f7294f31-9543-489a-91db-d5ac9d73dc1c req-e9474835-f171-4257-ba19-475c7863749a tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Sep 15 15:08:48.980184 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a764159-77b7-4132-981b-824e1b075199 req-42018a35-9f5f-4cb3-bb40-6d134b0dd637 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:48.981948 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a764159-77b7-4132-981b-824e1b075199 req-42018a35-9f5f-4cb3-bb40-6d134b0dd637 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0896752 Sep 15 15:08:49.057689 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a764159-77b7-4132-981b-824e1b075199 req-73926f2d-735e-4028-81b5-f1d11ccbbdac tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673108 Sep 15 15:08:49.061308 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326d09-6a13-4e01-a354-3a473179363e req-a836a1e3-3a59-43cd-b149-9321f15e23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:49.063209 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-41326d09-6a13-4e01-a354-3a473179363e req-a836a1e3-3a59-43cd-b149-9321f15e23aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 1102 time: 0.1056104 Sep 15 15:08:49.112526 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-41326d09-6a13-4e01-a354-3a473179363e req-5e5d30f4-8b41-4f64-bbab-272b6737b321 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369008 Sep 15 15:08:49.349775 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43094) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:49.466715 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-501352034-network', 'tenant_id': '1b1fabaa56464b239fbf9da4dce45b12'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:08:49.471395 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:49.475577 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Usage tracker for resource:network and tenant:1b1fabaa56464b239fbf9da4dce45b12 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:49.479403 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:49.485964 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:49.520115 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2948b9c-6f3d-4282-a0fa-84694e95f15c req-7eea40b1-4326-4843-b006-f28f819ebe3f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:49.527783 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d2948b9c-6f3d-4282-a0fa-84694e95f15c req-7eea40b1-4326-4843-b006-f28f819ebe3f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0932682 Sep 15 15:08:49.573784 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d2948b9c-6f3d-4282-a0fa-84694e95f15c req-1f51d679-6020-46d1-800e-5a3b35f921db tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 Sep 15 15:08:49.584232 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Made reservation on behalf of 1b1fabaa56464b239fbf9da4dce45b12 for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:08:49.588695 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:49.612874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:49.635093 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:49.647094 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1fabaa56464b239fbf9da4dce45b12 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:49.653563 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:49.660727 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:49.770324 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:49.846436 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:49.859177 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a4851ee8-3c07-4c05-a7f9-484a89de7a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:49.909560 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:08:49.921712 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdcff50-39dd-403d-8b7c-f0a9681c9aff,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:49.936414 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:49.946620 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:49.947097 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Added segment 19f705be-b3f1-4137-9d49-509c6c0f357d of type vlan for network 387d4858-aaae-450c-ab2e-3ef3428e4a43 Sep 15 15:08:50.012671 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:50.047734 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ef6e-8511-400a-8cef-6ad02eb6beea req-ca5c93fe-3de0-46d1-9705-ff535d70a9ce tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:50.049367 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bba4ef6e-8511-400a-8cef-6ad02eb6beea req-ca5c93fe-3de0-46d1-9705-ff535d70a9ce tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 949 time: 0.1314514 Sep 15 15:08:50.126784 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:50.128155 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bba4ef6e-8511-400a-8cef-6ad02eb6beea req-8bb56206-cd3f-4d74-900b-b11b8e5794a5 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640783 Sep 15 15:08:50.128294 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:50.128751 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:50.132336 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:50.317027 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def55d-68c4-410a-a970-a765f57307de req-3baa42d5-4af1-4ab7-97f2-f61bd4802e74 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:50.318684 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b3def55d-68c4-410a-a970-a765f57307de req-3baa42d5-4af1-4ab7-97f2-f61bd4802e74 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1199036 Sep 15 15:08:50.347576 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Pushing event updated for resources: {'Network': ['ID=387d4858-aaae-450c-ab2e-3ef3428e4a43,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:50.352373 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:50.372825 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 387d4858-aaae-450c-ab2e-3ef3428e4a43 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:08:50.408037 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0563242 Sep 15 15:08:50.410582 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43108) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:50.418440 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Request body: {'subnet': {'network_id': '387d4858-aaae-450c-ab2e-3ef3428e4a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-501352034-subnet', 'tenant_id': '1b1fabaa56464b239fbf9da4dce45b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:08:50.423390 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b3def55d-68c4-410a-a970-a765f57307de req-d2ce9379-28e1-427a-bb05-34194ba86a7c tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979736 Sep 15 15:08:50.442815 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:50.456397 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Usage tracker for resource:subnet and tenant:1b1fabaa56464b239fbf9da4dce45b12 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:50.468104 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:50.480425 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:50.589505 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Made reservation on behalf of 1b1fabaa56464b239fbf9da4dce45b12 for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:08:50.592109 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1866230'] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:50.906764 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1b076-bd73-4d40-b5ab-e040d04223cd req-30994ca9-4283-4a44-b046-df83e1b8ef46 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:50.908269 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aee1b076-bd73-4d40-b5ab-e040d04223cd req-30994ca9-4283-4a44-b046-df83e1b8ef46 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1375062 Sep 15 15:08:50.979106 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1811944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1866176'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:50.987822 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6d5d333e-a8a2-4640-a497-76df3cc31125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:51.032892 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aee1b076-bd73-4d40-b5ab-e040d04223cd req-5101ac99-cf70-4fe1-863e-f75862919537 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117635 Sep 15 15:08:51.092843 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5dba152-48f9-4d7a-9242-ae2459f03693,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:51.097891 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:51.103694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Checking segment: {'id': '19f705be-b3f1-4137-9d49-509c6c0f357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '387d4858-aaae-450c-ab2e-3ef3428e4a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:08:51.104186 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Network hostable DHCP agents. Network: 387d4858-aaae-450c-ab2e-3ef3428e4a43, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:08:51.222759 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e2e7e-9721-4421-8efb-76e92eb81b32 req-81094715-6cda-4b8c-b36b-5c885a375db0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:51.225077 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ec3e2e7e-9721-4421-8efb-76e92eb81b32 req-81094715-6cda-4b8c-b36b-5c885a375db0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1405032 Sep 15 15:08:51.276307 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Network 387d4858-aaae-450c-ab2e-3ef3428e4a43 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:08:51.295886 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ec3e2e7e-9721-4421-8efb-76e92eb81b32 req-11f20cdd-b8bf-4c06-a414-dd23d13c1046 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635715 Sep 15 15:08:51.360672 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-6c2f5e54-d856-4bc0-a75a-8daed2920cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:51.362255 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-6c2f5e54-d856-4bc0-a75a-8daed2920cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 1098 time: 0.1769695 Sep 15 15:08:51.402794 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 387d4858-aaae-450c-ab2e-3ef3428e4a43) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:08:51.409039 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:51.409265 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:51.414796 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e72f9-898b-4d78-b746-0843dbb65907 None None] Network 387d4858-aaae-450c-ab2e-3ef3428e4a43 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:08:51.606758 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-e58c5a5b-b1d1-4d8c-93c3-9863da6968ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:51.608453 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-e58c5a5b-b1d1-4d8c-93c3-9863da6968ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 912 time: 0.2372572 Sep 15 15:08:51.700685 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a10d-140d-4f50-92e6-46b999852045 req-a2de2ce7-7fe2-437a-9ff5-0c0a6adadb22 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:51.705486 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-15fda9d6-c13f-46d8-b9ab-d3d14c3fb79f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2927089 Sep 15 15:08:51.710826 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8577a10d-140d-4f50-92e6-46b999852045 req-a2de2ce7-7fe2-437a-9ff5-0c0a6adadb22 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 949 time: 0.1758778 Sep 15 15:08:51.779419 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-2d2a8776-8c89-4281-8bcd-26685330e872 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c HTTP/1.1" status: 200 len: 1001 time: 0.1616855 Sep 15 15:08:51.801139 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8577a10d-140d-4f50-92e6-46b999852045 req-bd5ca7a0-a1b4-42b6-a3e6-b1f899dae21d tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921843 Sep 15 15:08:51.908625 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-b842bf87-bc7c-4e0b-90b5-206e10447805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:51.910758 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-b842bf87-bc7c-4e0b-90b5-206e10447805 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 200 len: 850 time: 0.1243484 Sep 15 15:08:51.942769 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084539a2-dd2e-419c-b40d-c3b103bc714c None None] Network 387d4858-aaae-450c-ab2e-3ef3428e4a43 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:08:52.076637 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-a57a8230-36c1-42c2-b42d-410caba1f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:52.083500 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-a57a8230-36c1-42c2-b42d-410caba1f57c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1629443 Sep 15 15:08:52.365842 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933830-297a-488f-91d6-fee6a52dfb5a req-e162ab49-bdc7-45cf-89b0-f00c82194acb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:52.369325 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-65933830-297a-488f-91d6-fee6a52dfb5a req-e162ab49-bdc7-45cf-89b0-f00c82194acb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1463029 Sep 15 15:08:52.444187 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-bd576e29-9b47-4cca-834e-2475fb381ea1 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533332 Sep 15 15:08:52.447370 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-65933830-297a-488f-91d6-fee6a52dfb5a req-d12da423-2034-40f8-99f7-01a946d9b68b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689938 Sep 15 15:08:52.655963 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cdd4c877-935f-45c3-9435-9d6f311388ff req-c1af381c-4dc0-4305-8304-d791c19dde50 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954091 Sep 15 15:08:52.829000 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43144) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:52.832604 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52420943-a6c2-4142-94dd-c5c132181d04 req-9430d4df-3d93-4c6c-8fbd-376e9cc7992b tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:52.836016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-418842478-network', 'tenant_id': 'e90031c9f3174942944a2662a81bc0de'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:08:52.841071 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-52420943-a6c2-4142-94dd-c5c132181d04 req-9430d4df-3d93-4c6c-8fbd-376e9cc7992b tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 949 time: 0.1886292 Sep 15 15:08:52.842198 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:52.846967 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Usage tracker for resource:network and tenant:e90031c9f3174942944a2662a81bc0de is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:52.850391 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:52.850834 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66da528-b2fc-40f7-b3cb-0f7b8c339114 req-a87aa622-ef22-45e6-97d0-50a47dc83243 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:52.858486 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:52.859057 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c66da528-b2fc-40f7-b3cb-0f7b8c339114 req-a87aa622-ef22-45e6-97d0-50a47dc83243 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1678951 Sep 15 15:08:52.932727 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Made reservation on behalf of e90031c9f3174942944a2662a81bc0de for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:08:52.936603 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:52.970296 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c66da528-b2fc-40f7-b3cb-0f7b8c339114 req-4dee7edc-b9a9-4f4b-a3f1-10faa7e3226c tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104958 Sep 15 15:08:52.974174 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:52.991440 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-52420943-a6c2-4142-94dd-c5c132181d04 req-580cfb0e-2177-403d-a7e6-4d30abd46fc4 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494925 Sep 15 15:08:52.996305 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:53.002618 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Usage tracker for resource:security_group_rule and tenant:e90031c9f3174942944a2662a81bc0de is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:53.006153 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:53.014260 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:53.111287 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:53.213511 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:53.217359 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-357f7f31-f088-4cbe-8b6d-c75d22144427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:53.247400 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:08:53.270392 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be152e0b-a069-4344-8163-414f8695aac0,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:53.271837 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:53.283874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:53.283874 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Added segment 729ff66f-94b8-4b6f-ac23-7dd656447af1 of type vlan for network c5587911-df42-4968-b148-465f65770170 Sep 15 15:08:53.318535 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:53.657502 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e40ae-81a2-4c8c-8cae-78ff68716fba req-64f2749b-80fd-4af4-83ee-e34a7fd951ee tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:53.658979 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1b2e40ae-81a2-4c8c-8cae-78ff68716fba req-64f2749b-80fd-4af4-83ee-e34a7fd951ee tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0921576 Sep 15 15:08:53.709376 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1b2e40ae-81a2-4c8c-8cae-78ff68716fba req-d159d12d-9185-4966-9b54-190aec28b2b4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444279 Sep 15 15:08:53.870327 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:53.871738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:53.872319 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:53.877618 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:53.984572 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Pushing event updated for resources: {'Network': ['ID=c5587911-df42-4968-b148-465f65770170,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:54.001663 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:54.008242 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network c5587911-df42-4968-b148-465f65770170 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:08:54.082194 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2517145 Sep 15 15:08:54.085409 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43158) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:54.092283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Request body: {'subnet': {'network_id': 'c5587911-df42-4968-b148-465f65770170', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-418842478-subnet', 'tenant_id': 'e90031c9f3174942944a2662a81bc0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:08:54.106098 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:08:54.120427 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Usage tracker for resource:subnet and tenant:e90031c9f3174942944a2662a81bc0de is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:08:54.133222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:08:54.146068 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:08:54.271661 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Made reservation on behalf of e90031c9f3174942944a2662a81bc0de for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:08:54.273814 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1866230'] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:54.333026 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c90ce7-dd8c-46f1-adf3-f361ec18213b req-a8fbd0fc-9eb4-456e-98db-506391a6a0b6 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:54.346382 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-88c90ce7-dd8c-46f1-adf3-f361ec18213b req-a8fbd0fc-9eb4-456e-98db-506391a6a0b6 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1927400 Sep 15 15:08:54.364004 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fbabf-78da-4373-bcfa-e71c6b41e600 req-5c5c7335-04bf-446d-9af9-3ce3351c7f6c tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:54.375894 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-217fbabf-78da-4373-bcfa-e71c6b41e600 req-5c5c7335-04bf-446d-9af9-3ce3351c7f6c tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 949 time: 0.1732054 Sep 15 15:08:54.442805 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-88c90ce7-dd8c-46f1-adf3-f361ec18213b req-d7fc9e14-e219-49e9-b9a1-ee5a972a155a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949204 Sep 15 15:08:54.462119 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3653ba56-0fef-4010-9b1b-3215cefed3c9 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:54.462925 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3653ba56-0fef-4010-9b1b-3215cefed3c9 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Synchronizing usage tracker for tenant:84e461aae177435fb8b9ee1e08a50d6b on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:08:54.485397 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-217fbabf-78da-4373-bcfa-e71c6b41e600 req-4b0ba4dc-3995-4148-a2b0-e822cd663012 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/security-groups?id=21537e09-e375-46a9-b500-7dd56fc51fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067173 Sep 15 15:08:54.737767 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3653ba56-0fef-4010-9b1b-3215cefed3c9 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Unset dirty status for tenant:84e461aae177435fb8b9ee1e08a50d6b on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:08:54.739080 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3653ba56-0fef-4010-9b1b-3215cefed3c9 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 949 time: 0.5210199 Sep 15 15:08:54.803270 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1811944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1866176'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:54.823733 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:54.926245 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Deleting port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:08:54.926931 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:54.984763 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348e55-1227-489a-9c87-1aa376da8791 req-36a825c0-95c8-46a3-8931-3afa658924f9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:54.991999 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-23348e55-1227-489a-9c87-1aa376da8791 req-36a825c0-95c8-46a3-8931-3afa658924f9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1307747 Sep 15 15:08:54.992296 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9577e5-ac58-469a-a705-ef57d8e697d8,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:54.998989 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:55.014286 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Checking segment: {'id': '729ff66f-94b8-4b6f-ac23-7dd656447af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5587911-df42-4968-b148-465f65770170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:08:55.014659 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Network hostable DHCP agents. Network: c5587911-df42-4968-b148-465f65770170, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:08:55.047084 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-23348e55-1227-489a-9c87-1aa376da8791 req-2b9e486a-57f8-43d0-9888-77a9483c4dff tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543017 Sep 15 15:08:55.173273 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Network c5587911-df42-4968-b148-465f65770170 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:08:55.261841 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, c5587911-df42-4968-b148-465f65770170) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:08:55.271533 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09675bff-be77-4af3-b113-d8ef87a2a587 None None] Network c5587911-df42-4968-b148-465f65770170 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:08:55.283110 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:55.283732 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:55.298268 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] For port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,segment=NetworkSegment(2ca91ac1-c180-48b2-86ce-7d77cb4c48b9),segment_id=2ca91ac1-c180-48b2-86ce-7d77cb4c48b9)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:08:55.298629 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:55.474248 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3875339 Sep 15 15:08:55.484530 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Calling delete_port for 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:08:55.559609 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18fff14-5a79-4507-8b28-6c486d1d259d None None] Network c5587911-df42-4968-b148-465f65770170 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:08:55.659269 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 43172) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:55.744009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:55.751130 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:55.760266 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:08:55.773968 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-239698bd-9e3e-44a8-9094-9c15a71840ef req-eeb078ac-3ca3-4c95-a3dc-eabfc17a7528 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 210 time: 0.1118453 Sep 15 15:08:55.804526 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] Deleting subnet f5dba152-48f9-4d7a-9242-ae2459f03693 {{(pid=80018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:08:55.808705 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:55.820944 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Pushing event deleted for resources: {'Port': ['ID=10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:55.825582 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:56.005187 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] No DVR routers for this DVR port 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:08:56.010247 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1990197'] for subnet, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.015393 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.019296 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f7d930-e0c7-4e64-8f3f-c2a46392eccf', 'name': 'network-vif-deleted', 'tag': '10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:08:56.084686 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f7d930-e0c7-4e64-8f3f-c2a46392eccf', 'name': 'network-vif-deleted', 'tag': '10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc', 'status': 'completed', 'code': 200} Sep 15 15:08:56.090591 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.105577 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-017dc43f-7097-4bba-baaa-52735ec43cdd req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.32 "DELETE /v2.0/ports/10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc HTTP/1.1" status: 204 len: 173 time: 1.3597062 Sep 15 15:08:56.284541 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128114586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128437501'] for subnet, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.303352 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0f57e01c-440d-4d25-99a9-b78d08a024c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:56.341342 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.356553 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f5dba152-48f9-4d7a-9242-ae2459f03693 HTTP/1.1" status: 204 len: 168 time: 0.6961644 Sep 15 15:08:56.358776 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5dba152-48f9-4d7a-9242-ae2459f03693,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:56.360763 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43182) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:56.361322 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-41db9740-4508-455b-9b29-d5bea41d7f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:56.398293 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1756-2950-4009-b6d0-f8c297c466cb req-d869f7e7-b528-41bb-8426-45c4d67db330 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:56.400379 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f88e1756-2950-4009-b6d0-f8c297c466cb req-d869f7e7-b528-41bb-8426-45c4d67db330 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1659966 Sep 15 15:08:56.461311 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f88e1756-2950-4009-b6d0-f8c297c466cb req-6a2bfdf4-61f0-47be-9666-9738871c7fcd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538759 Sep 15 15:08:56.538920 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.709852 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.754071 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387d4858-aaae-450c-ab2e-3ef3428e4a43']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:56.771312 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f705be-b3f1-4137-9d49-509c6c0f357d') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:56.771794 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f705be-b3f1-4137-9d49-509c6c0f357d') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:56.786904 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.808977 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.823692 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:08:56.823692 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:08:56.973863 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:08:57.100702 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-28ea7038-615b-4556-82ee-83e025843fc7 req-343a112b-40d0-4421-be13-fdce32f87424 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] 10.222.0.39 "GET /v2.0/ports?device_id=83f7d930-e0c7-4e64-8f3f-c2a46392eccf HTTP/1.1" status: 200 len: 210 time: 0.0782049 Sep 15 15:08:57.104030 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.112981 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.125244 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-86a0eaf1-cdac-432f-ae12-1c6d33196d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:57.149852 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] 10.222.0.39 "DELETE /v2.0/networks/387d4858-aaae-450c-ab2e-3ef3428e4a43 HTTP/1.1" status: 204 len: 168 time: 0.7869096 Sep 15 15:08:57.153196 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 43188) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:57.153976 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Pushing event deleted for resources: {'Network': ['ID=387d4858-aaae-450c-ab2e-3ef3428e4a43,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:57.156976 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-548cbd4f-b618-4996-aaf6-2eed50d9c17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:57.227041 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Deleting subnet 2b9577e5-ac58-469a-a705-ef57d8e697d8 {{(pid=80018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:08:57.231611 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.287759 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1990197'] for subnet, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.354571 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.511428 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128114586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128437501'] for subnet, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.521184 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-39844a0d-31f8-4502-b2fd-96137901f041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:57.574784 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9577e5-ac58-469a-a705-ef57d8e697d8,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:57.574784 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:57.597251 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.624434 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2b9577e5-ac58-469a-a705-ef57d8e697d8 HTTP/1.1" status: 204 len: 168 time: 0.4512575 Sep 15 15:08:57.624684 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43194) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:57.738405 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6334a-aa80-4f8d-84d9-96313add7d8a req-c77b846b-e116-45bb-a133-3dc53187eea5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:57.738822 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.751824 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cca6334a-aa80-4f8d-84d9-96313add7d8a req-c77b846b-e116-45bb-a133-3dc53187eea5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1300161 Sep 15 15:08:57.809457 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cca6334a-aa80-4f8d-84d9-96313add7d8a req-48169842-dd30-44a8-b33e-c200e17bf507 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567150 Sep 15 15:08:57.953625 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:08:57.966305 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:57.987433 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5587911-df42-4968-b148-465f65770170']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:57.991277 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:08:57.991649 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 10e7c5fc-7ccf-44bc-b4c1-90b4d7c704bc not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:08:58.001993 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729ff66f-94b8-4b6f-ac23-7dd656447af1') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:58.002293 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729ff66f-94b8-4b6f-ac23-7dd656447af1') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:08:58.014082 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:58.032587 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:58.038879 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:08:58.039260 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:08:58.052967 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:08:58.196448 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:58.203330 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:58.209773 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:58.232933 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c5587911-df42-4968-b148-465f65770170 HTTP/1.1" status: 204 len: 168 time: 0.6194952 Sep 15 15:08:58.233578 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5587911-df42-4968-b148-465f65770170,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:58.236912 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b9a0317f-666a-40ea-8318-3bb05de92870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:58.678726 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43218) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:58.755623 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:08:58.761518 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-5c4e1bc5-a94f-410c-b543-98fb5975a21e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b1fabaa56464b239fbf9da4dce45b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814438 Sep 15 15:08:58.764273 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43226) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:08:58.880509 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2319d7af-a9e9-45b5-9829-404d582319ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:58.973263 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2319d7af-a9e9-45b5-9829-404d582319ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:59.078806 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5765b5-000b-410f-ae55-93a69805fb57 req-80f14ff2-9df5-40e9-910e-827a998ac5bb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:59.084488 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bd5765b5-000b-410f-ae55-93a69805fb57 req-80f14ff2-9df5-40e9-910e-827a998ac5bb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1339054 Sep 15 15:08:59.121526 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2319d7af-a9e9-45b5-9829-404d582319ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:59.130627 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-414bcf42-d1de-49d0-9c93-fedf5517c57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:08:59.146992 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bd5765b5-000b-410f-ae55-93a69805fb57 req-9759fe80-3500-41ec-aff6-7e2a63c337dc tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574729 Sep 15 15:08:59.169579 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319d7af-a9e9-45b5-9829-404d582319ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdcff50-39dd-403d-8b7c-f0a9681c9aff,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:08:59.172483 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2319d7af-a9e9-45b5-9829-404d582319ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:08:59.173878 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2319d7af-a9e9-45b5-9829-404d582319ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:59.175887 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2319d7af-a9e9-45b5-9829-404d582319ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efdcff50-39dd-403d-8b7c-f0a9681c9aff HTTP/1.1" status: 204 len: 168 time: 0.4104195 Sep 15 15:09:00.052609 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 43288) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:00.155537 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e5d09a19-29e5-4fe4-b665-6c8a0d713644 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e90031c9f3174942944a2662a81bc0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010778 Sep 15 15:09:00.163119 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43296) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:00.285490 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-91edca60-765b-46b6-be11-e88ed38a2099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:00.326208 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-91edca60-765b-46b6-be11-e88ed38a2099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:00.463384 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-91edca60-765b-46b6-be11-e88ed38a2099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:00.468780 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2319d7af-a9e9-45b5-9829-404d582319ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:00.479744 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f272d-0bf7-4886-b5e2-3cc47bd4383c req-cbac9cba-4e5a-4f82-a89d-ba9ca7f61f7b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:00.487226 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4a3f272d-0bf7-4886-b5e2-3cc47bd4383c req-cbac9cba-4e5a-4f82-a89d-ba9ca7f61f7b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1231256 Sep 15 15:09:00.496471 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edca60-765b-46b6-be11-e88ed38a2099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be152e0b-a069-4344-8163-414f8695aac0,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:00.520156 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-91edca60-765b-46b6-be11-e88ed38a2099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:00.523199 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-91edca60-765b-46b6-be11-e88ed38a2099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:00.524640 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-91edca60-765b-46b6-be11-e88ed38a2099 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be152e0b-a069-4344-8163-414f8695aac0 HTTP/1.1" status: 204 len: 168 time: 0.3601751 Sep 15 15:09:00.535466 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:00.541848 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4a3f272d-0bf7-4886-b5e2-3cc47bd4383c req-d96ab4ce-6003-488d-98d8-2b28b8631c38 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537217 Sep 15 15:09:01.763312 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88a99-98c8-434b-87cb-8af94e18f9b3 req-5f56470d-ffde-4f90-9542-d9f72b5f353f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:01.764830 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-89a88a99-98c8-434b-87cb-8af94e18f9b3 req-5f56470d-ffde-4f90-9542-d9f72b5f353f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0828760 Sep 15 15:09:01.809627 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-89a88a99-98c8-434b-87cb-8af94e18f9b3 req-787122ba-0a66-4056-beb9-151dc012cad3 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Sep 15 15:09:03.095562 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c565a0-a17e-4652-ba36-c0f24fc7de36 req-8c2ffbcc-c391-418e-ba56-6e3399733678 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:03.097173 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f1c565a0-a17e-4652-ba36-c0f24fc7de36 req-8c2ffbcc-c391-418e-ba56-6e3399733678 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1010408 Sep 15 15:09:03.147617 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f1c565a0-a17e-4652-ba36-c0f24fc7de36 req-7e72bcd8-4de3-4689-9d33-dffd8b39e396 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445280 Sep 15 15:09:04.373259 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d927ed-3230-4c90-8e2e-a925651a7736 req-25f411b3-4135-46f3-9f1f-e2079d61eb18 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:04.374799 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-96d927ed-3230-4c90-8e2e-a925651a7736 req-25f411b3-4135-46f3-9f1f-e2079d61eb18 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0882280 Sep 15 15:09:04.422143 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-96d927ed-3230-4c90-8e2e-a925651a7736 req-925b5b0e-d61b-4eba-be13-aadde6852dd6 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417213 Sep 15 15:09:04.824396 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-5f997e70-bc51-42e6-b89b-c1feaac9b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:04.825510 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-5f997e70-bc51-42e6-b89b-c1feaac9b52a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0777438 Sep 15 15:09:04.967114 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-ea90f573-10e9-494b-96a1-c1ff8b9e2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:04.968598 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-ea90f573-10e9-494b-96a1-c1ff8b9e2bef service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.1368756 Sep 15 15:09:05.080562 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-9aa50ad9-2c1b-4190-88a6-a072a8d49652 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e424265-0adb-4677-8092-c3ed051699a8 HTTP/1.1" status: 200 len: 1001 time: 0.1055391 Sep 15 15:09:05.145728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-861f70d2-f75a-4505-b97d-1276c32b56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:05.147214 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-861f70d2-f75a-4505-b97d-1276c32b56ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.0611098 Sep 15 15:09:05.230509 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-d0069265-ca93-4fd7-b88e-d6cea85e0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:05.232383 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-d0069265-ca93-4fd7-b88e-d6cea85e0e7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762415 Sep 15 15:09:05.385792 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-47ff648f-e947-4770-acd7-f0c67d528bda service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459768 Sep 15 15:09:05.531726 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e8ba4955-cfa6-4a5c-8086-580f8419ea6e req-28739dc1-14e5-48c7-91cd-4fe60b04717a service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394119 Sep 15 15:09:05.647168 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96552ef-f38f-4358-958f-0f1945296825 req-1406e6c9-1f5c-43b3-ac2c-f73fa11a3981 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:05.648735 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c96552ef-f38f-4358-958f-0f1945296825 req-1406e6c9-1f5c-43b3-ac2c-f73fa11a3981 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0988417 Sep 15 15:09:05.694012 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c96552ef-f38f-4358-958f-0f1945296825 req-eceeb7be-9548-4db7-a408-9d2a884087df tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393906 Sep 15 15:09:06.961306 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdd82b-d3f9-4b1d-bced-f277ae87ae3d req-395eda19-9d57-4ce5-9d75-bb584b70df46 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:06.963403 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c9bdd82b-d3f9-4b1d-bced-f277ae87ae3d req-395eda19-9d57-4ce5-9d75-bb584b70df46 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.0988386 Sep 15 15:09:07.012791 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c9bdd82b-d3f9-4b1d-bced-f277ae87ae3d req-c0ec1365-861a-48c4-93dd-75143927e5c0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435598 Sep 15 15:09:07.211952 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43540) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:07.376909 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-22966372-baa7-450a-bebf-8c80babd4cd5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84e461aae177435fb8b9ee1e08a50d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636589 Sep 15 15:09:07.379300 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43546) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:07.439432 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-954fc087-54d4-41d7-a144-326246b2fd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:07.466865 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-954fc087-54d4-41d7-a144-326246b2fd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:07.623142 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-954fc087-54d4-41d7-a144-326246b2fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:07.626962 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4a6217f9-d165-4ac1-9303-bcbcf061d086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:07.639368 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fc087-54d4-41d7-a144-326246b2fd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21537e09-e375-46a9-b500-7dd56fc51fbd,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:07.642344 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-954fc087-54d4-41d7-a144-326246b2fd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:07.646568 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-954fc087-54d4-41d7-a144-326246b2fd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:07.646568 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-954fc087-54d4-41d7-a144-326246b2fd91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21537e09-e375-46a9-b500-7dd56fc51fbd HTTP/1.1" status: 204 len: 168 time: 0.2654586 Sep 15 15:09:07.978783 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:09:08.126354 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:08.157632 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:09:08.174275 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:08.206371 dv-cinder-809195-1-smb neutron-server[80020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8', 'code': 422} returned with failed status Sep 15 15:09:08.241074 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:08.244300 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490978f3-7095-4be2-a75d-245a9b251dd7 req-f2236176-1e58-4943-8b00-5ccd931999ac tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:08.246798 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:08.257491 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-490978f3-7095-4be2-a75d-245a9b251dd7 req-f2236176-1e58-4943-8b00-5ccd931999ac tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 946 time: 0.1007912 Sep 15 15:09:08.296916 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-490978f3-7095-4be2-a75d-245a9b251dd7 req-4550a8d0-f921-4652-9e3a-a7418c2c1e3d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Sep 15 15:09:08.332760 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=8']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:08.337938 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:08.770993 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43590) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:08.885619 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97936771-network', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:08.890502 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:08.894587 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Usage tracker for resource:network and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:08.897847 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:08.906684 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:08.908795 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ab43-e850-4cb5-8b3d-cc4c7f740cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:08.983299 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Made reservation on behalf of 6ff3021fe7484905a6d01c1b171308c5 for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:08.985663 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.001974 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.017415 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:09.026607 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Usage tracker for resource:security_group_rule and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:09.028992 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:09.034960 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:09.134292 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.206095 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.210493 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-bfba3a75-2331-4938-8f98-decc5b5e7dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:09.235264 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:09.249085 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9876dad-389a-4f75-be5d-4f6de9425cad,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:09.253503 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:09.254645 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.255159 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Added segment 7011088c-f138-4b4b-b71e-842f5d1fdfb8 of type vlan for network a8dcd136-1f63-44c9-9ecf-b681c58194da Sep 15 15:09:09.285385 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.400630 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.401971 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:09.402566 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.411998 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:09.457220 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.515715 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Pushing event updated for resources: {'Network': ['ID=a8dcd136-1f63-44c9-9ecf-b681c58194da,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:09.519285 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:09.530177 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network a8dcd136-1f63-44c9-9ecf-b681c58194da details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:09:09.583840 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8116152 Sep 15 15:09:09.587081 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43618) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:09.592964 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Request body: {'subnet': {'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97936771-subnet', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:09.597772 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:09.601868 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Usage tracker for resource:subnet and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:09.605331 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:09.617691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:09.674778 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Made reservation on behalf of 6ff3021fe7484905a6d01c1b171308c5 for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:09.677218 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1866230'] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:10.052261 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1811944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1866176'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:10.057069 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3de5d76a-d1a4-4c1a-a13e-d1a69c98f4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:10.130472 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1595f451-aa37-4af5-8c94-b632a9690702,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:10.133924 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:10.143572 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Checking segment: {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:10.143926 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Network hostable DHCP agents. Network: a8dcd136-1f63-44c9-9ecf-b681c58194da, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:10.228633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Network a8dcd136-1f63-44c9-9ecf-b681c58194da is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:10.355349 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, a8dcd136-1f63-44c9-9ecf-b681c58194da) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:10.360056 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:10.360676 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:10.363458 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911182c9-ae81-4916-9da9-1c49c9931b4c None None] Network a8dcd136-1f63-44c9-9ecf-b681c58194da requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:09:10.475422 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8870060 Sep 15 15:09:10.479358 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43632) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:10.484050 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:10.488927 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:10.493208 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Usage tracker for resource:router and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:10.496062 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:10.502056 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:10.593770 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103347ae-b32f-59f4-8bdf-759665d5bbe4-a8dcd136-1f63-44c9-9ecf-b681c58194da', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702'}]}} from dv-cinder-809195-1-smb. {{(pid=80020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:09:10.594632 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:10.606250 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-484013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34871'] for router, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:10.607331 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34878'] for router, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:10.624467 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:10.751215 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Allocated IP 172.20.0.2 (a8dcd136-1f63-44c9-9ecf-b681c58194da/1595f451-aa37-4af5-8c94-b632a9690702/b41b7974-b5b4-4b5f-b5d8-c163ed14ba04) {{(pid=80020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:10.980354 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:10.998662 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Notify callbacks [] for port, precommit_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.010209 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Transition to ACTIVE for port object b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:11.031093 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Transition to ACTIVE for port object b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 will not be triggered until provisioned by entity DHCP. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:11.132491 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.141822 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:11.229893 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Network a8dcd136-1f63-44c9-9ecf-b681c58194da is already hosted by enough agents. {{(pid=80020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:11.233083 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Resources bound (agent type, host, resource id): {{(pid=80020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:11.246659 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Received port after_create {{(pid=80020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:11.254393 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Pushing event updated for resources: {'Port': ['ID=b41b7974-b5b4-4b5f-b5d8-c163ed14ba04,revision_number=1']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:11.285499 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:11.388870 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Attempting to bind port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:11.389752 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Attempting to bind port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:11.390385 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Attempting to bind port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 on network a8dcd136-1f63-44c9-9ecf-b681c58194da {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:11.396699 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:11.397429 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Checking segment: {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:11.398068 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.398828 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Bound using segment: {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:11.399713 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Bound port: b41b7974-b5b4-4b5f-b5d8-c163ed14ba04, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:11.400170 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.417392 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037345-df3a-4f51-aecd-ab08ae288365 req-90f1506a-1b08-4b72-bf72-f623c06acd95 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:11.420077 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dd037345-df3a-4f51-aecd-ab08ae288365 req-90f1506a-1b08-4b72-bf72-f623c06acd95 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1183422 Sep 15 15:09:11.470876 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.486205 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dd037345-df3a-4f51-aecd-ab08ae288365 req-f63dccf1-5f51-4dde-bae1-9d4d23040559 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649986 Sep 15 15:09:11.506854 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.513403 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] For port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:11.518480 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] For port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=b41b7974-b5b4-4b5f-b5d8-c163ed14ba04,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:11.585023 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.589482 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:11.654858 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Allocated IP 172.28.3.107 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:11.657528 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-395af297-404d-47c1-8ac6-372035104b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.662405 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Pushing event updated for resources: {'Port': ['ID=b41b7974-b5b4-4b5f-b5d8-c163ed14ba04,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:11.668570 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:11.825983 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.966696 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:11.971982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b67b659d-2baf-47cc-842f-cda96f5e80ef tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:12.033198 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:12.040138 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:12.040735 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:12.075946 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 43666) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:12.086418 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:12.090714 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:12.199895 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-f24f27ad-0ef8-468a-84ee-da589feabe35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225832 Sep 15 15:09:12.499698 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:12.549649 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:12.668849 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:12.706481 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:12.728528 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f6d3b-a56d-451e-baaa-6f44e464a1f3 req-5d8c0362-d43b-4fe8-bb1b-72d9ca03530d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:12.730336 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-105f6d3b-a56d-451e-baaa-6f44e464a1f3 req-5d8c0362-d43b-4fe8-bb1b-72d9ca03530d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1054935 Sep 15 15:09:12.796870 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-105f6d3b-a56d-451e-baaa-6f44e464a1f3 req-5f652ce7-4526-45b7-902b-1e67c9875543 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536764 Sep 15 15:09:12.834888 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d02bf86-11cb-4662-9c5b-5fb2291998af None None] Network a8dcd136-1f63-44c9-9ecf-b681c58194da requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:09:13.019017 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] Provisioning for port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:13.034820 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] Provisioning complete for port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:13.035204 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:13.074275 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731'] for router, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:13.213884 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:13.269059 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] For port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=b41b7974-b5b4-4b5f-b5d8-c163ed14ba04,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:13.325809 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:13.328013 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:13.396001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 is scheduled to L3 agent 85920162-5b82-416d-88ae-968896d671c5 with binding_index 1 {{(pid=80019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:09:13.409536 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] Pushing event updated for resources: {'Port': ['ID=b41b7974-b5b4-4b5f-b5d8-c163ed14ba04,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:13.416961 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:13.559173 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-afc6dfdf-7714-4ad8-8053-e2ee61202c74 None None] Provisioning complete for port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:13.560183 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-afc6dfdf-7714-4ad8-8053-e2ee61202c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:13.655530 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:13.687726 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Sync routers for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:13.716630 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:13.717259 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:09:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:13.789311 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Notify callbacks [] for router, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:13.790896 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3109682 Sep 15 15:09:13.793670 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43702) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:13.904762 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:14.060568 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f5c4e-b7e9-4d50-befa-d2aa2892a48f req-6487960e-2bf1-449a-a2b3-6abd53c90f22 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:14.068089 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4d2f5c4e-b7e9-4d50-befa-d2aa2892a48f req-6487960e-2bf1-449a-a2b3-6abd53c90f22 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1075404 Sep 15 15:09:14.103696 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:14.114603 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4d2f5c4e-b7e9-4d50-befa-d2aa2892a48f req-2ed94601-3592-43eb-bd0e-74649f9716e4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444534 Sep 15 15:09:14.246809 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:12Z', 'revision_number': 3, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:14.250880 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Checking router: eb3a29ec-6bb1-40f1-a746-29e8eaa28437 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:14.251234 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Updating router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 binding host dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:14.305412 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:14.497761 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:14.664691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:14.675321 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:14.675730 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:14.914403 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Notify callbacks [] for port, precommit_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:14.924696 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Allocated IP 172.20.0.1 (a8dcd136-1f63-44c9-9ecf-b681c58194da/1595f451-aa37-4af5-8c94-b632a9690702/1a9325da-5ba9-4389-a20d-47cb21c12dc2) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:14.929809 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Transition to ACTIVE for port object d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:14.999943 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:15.004767 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:15.083916 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Attempting to bind port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:15.084271 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Attempting to bind port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:15.084646 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Attempting to bind port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 on network 024ba400-64c4-4a2e-9271-3bf327fbe282 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:15.091316 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005ac85-8f27-4e10-ba7f-bc7330031ef2 None None] Pushing event updated for resources: {'Port': ['ID=d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:15.094142 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0005ac85-8f27-4e10-ba7f-bc7330031ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:15.097107 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:15.097494 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:15.097897 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:15.098286 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Bound using segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:15.098765 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Bound port: d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:15.099145 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:15.140546 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:15.173456 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Transition to ACTIVE for port object 1a9325da-5ba9-4389-a20d-47cb21c12dc2 will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:15.221306 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-38cffcb9-6dc0-4751-9f45-84019c47f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:15.222176 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] For port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:15.222824 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-38cffcb9-6dc0-4751-9f45-84019c47f722 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4&tenant_id=0b2e4af22d5f463e8a475e5b8d071687 HTTP/1.1" status: 200 len: 1097 time: 0.1341872 Sep 15 15:09:15.228732 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] For port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:15.297343 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:15.303441 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-57f8521f-44d3-4ea4-8d46-1a326d010c2d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:15.327092 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:15.333049 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:15.385134 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Network a8dcd136-1f63-44c9-9ecf-b681c58194da is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:15.389340 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:15.395111 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:15.490421 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:15.490759 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480692'] for router_interface, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:15.493511 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:09:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:15.535164 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dda3a6-e155-4c0e-9754-236f0b755860 req-1a4eec7c-c0a5-412c-946a-c42d0631e596 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:15.543533 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-89dda3a6-e155-4c0e-9754-236f0b755860 req-1a4eec7c-c0a5-412c-946a-c42d0631e596 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.2653143 Sep 15 15:09:15.601016 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-89dda3a6-e155-4c0e-9754-236f0b755860 req-2766f484-5fc8-4e26-9035-b5bbf1571a30 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562418 Sep 15 15:09:15.647172 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Pushing event updated for resources: {'Port': ['ID=1a9325da-5ba9-4389-a20d-47cb21c12dc2,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:15.663528 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:15.689332 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-b8f1d64a-c846-4eee-b7a0-13337f8ba2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:15.690770 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-b8f1d64a-c846-4eee-b7a0-13337f8ba2f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 1097 time: 0.4451854 Sep 15 15:09:15.714082 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005ac85-8f27-4e10-ba7f-bc7330031ef2 None None] Pushing event updated for resources: {'Port': ['ID=d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:15.716991 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0005ac85-8f27-4e10-ba7f-bc7330031ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:15.776983 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:15.853163 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-f59b6a30-5b83-45ad-94fb-a4135c050b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:15.854625 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-f59b6a30-5b83-45ad-94fb-a4135c050b36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.1558690 Sep 15 15:09:15.967123 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-69a5bc3f-c4c4-4513-81dc-3b81a6af16df None None] Provisioning for port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:15.974113 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-69a5bc3f-c4c4-4513-81dc-3b81a6af16df None None] Provisioning complete for port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:15.974491 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-69a5bc3f-c4c4-4513-81dc-3b81a6af16df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:16.053379 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-69a5bc3f-c4c4-4513-81dc-3b81a6af16df None None] Port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:16.115455 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:16.126227 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-4db4bc83-463b-410b-bf35-75418a02eb03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e424265-0adb-4677-8092-c3ed051699a8 HTTP/1.1" status: 200 len: 999 time: 0.2648122 Sep 15 15:09:16.137343 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:12Z', 'revision_number': 3, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:16.141784 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30283e0d-a7f9-4e3f-abae-d2a83657147f None None] The sync data for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb is: [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:12Z', 'revision_number': 3, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:16.252596 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-0f86cef1-b401-4ac6-b28c-f3d9bce8c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:16.254085 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-0f86cef1-b401-4ac6-b28c-f3d9bce8c2f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.1208224 Sep 15 15:09:16.483619 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-cf185c30-b2d3-4541-a978-14b577483979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:16.485843 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-cf185c30-b2d3-4541-a978-14b577483979 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2119691 Sep 15 15:09:16.577125 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:16.637689 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:16.693619 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:16.728535 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-480529'] for router_interface, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:16.774418 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-10da8ace-10ae-4350-82eb-5d5f02e9a280 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777815 Sep 15 15:09:16.830791 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df69fa-661f-4f9c-9624-f1dd86531fda req-a8702331-9d4c-4dd8-b0b9-54f05aa5705a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:16.832539 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c4df69fa-661f-4f9c-9624-f1dd86531fda req-a8702331-9d4c-4dd8-b0b9-54f05aa5705a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.0923941 Sep 15 15:09:16.906908 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c4df69fa-661f-4f9c-9624-f1dd86531fda req-2af045a7-f3b0-48c3-a5b8-fe0450c40eb4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654109 Sep 15 15:09:16.943890 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Pushing event updated for resources: {'Port': ['ID=1a9325da-5ba9-4389-a20d-47cb21c12dc2,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:16.949941 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:17.037713 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Network a8dcd136-1f63-44c9-9ecf-b681c58194da is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:17.042182 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:17.049310 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c4d92d54-5159-4600-bfe4-085d8d870e78 req-b57e78f5-837a-4200-b1b6-91f58109847c service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694340 Sep 15 15:09:17.252615 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:09:17.295351 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-17e3a183-3c27-43c3-b6ab-4341aeb0d45d None None] Provisioning complete for port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:17.296245 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-17e3a183-3c27-43c3-b6ab-4341aeb0d45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:17.374246 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-17e3a183-3c27-43c3-b6ab-4341aeb0d45d None None] Port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:17.503923 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:17.515293 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] 10.222.0.39 "PUT /v2.0/routers/eb3a29ec-6bb1-40f1-a746-29e8eaa28437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7205153 Sep 15 15:09:17.838063 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Sync routers for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:17.897561 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:17.898311 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:09:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:18.286788 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23648-950f-4292-931f-fd3fd0526b49 req-2164c7fd-b4db-47d4-af9e-34f27546e284 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:18.299891 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-00d23648-950f-4292-931f-fd3fd0526b49 req-2164c7fd-b4db-47d4-af9e-34f27546e284 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1908903 Sep 15 15:09:18.334113 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:18.403752 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-00d23648-950f-4292-931f-fd3fd0526b49 req-e2ac9640-6688-4cce-8886-7b7bafa2b28c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013556 Sep 15 15:09:18.540363 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:18.672568 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43786) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:18.678899 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-966184049-network', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:18.687169 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:18.700074 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Usage tracker for resource:network and tenant:69fe70e32bb845ce80ce5e106a8f523d is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:18.716726 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:18.726771 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:18.732764 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:18.732923 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:18.733311 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:18.868661 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Made reservation on behalf of 69fe70e32bb845ce80ce5e106a8f523d for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:18.871319 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:18.900210 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:18.908497 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:18.918688 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:16Z', 'revision_number': 2, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:18.924110 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Checking router: eb3a29ec-6bb1-40f1-a746-29e8eaa28437 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:18.924665 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Updating router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 binding host dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:18.934142 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:18.944407 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:18.950975 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Usage tracker for resource:security_group_rule and tenant:69fe70e32bb845ce80ce5e106a8f523d is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:18.954480 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:18.961758 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:19.028832 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.031800 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:19.037374 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.135117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.190890 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:19.204630 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:19.228894 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.234488 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:19.262291 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:19.275777 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e4ec7-342a-47b9-b537-da9aab728015,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:19.280198 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:19.281387 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.281883 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Added segment 5662f484-a6a3-4af2-a47d-e3f83dea2a25 of type vlan for network b1b0bc92-6278-4216-99dc-d080da409040 Sep 15 15:09:19.345460 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.564393 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Notify callbacks [] for port, precommit_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.572980 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.575149 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:19.576974 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.591866 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.provisioning_blocks [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Transition to ACTIVE for port object 1a9325da-5ba9-4389-a20d-47cb21c12dc2 will not be triggered until provisioned by entity L2. {{(pid=80021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:19.610348 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:19.691226 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3f522-761e-4f7d-8aec-7fb1bc32a94b req-386d3430-756b-4e58-a600-65de930069fd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:19.692785 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55e3f522-761e-4f7d-8aec-7fb1bc32a94b req-386d3430-756b-4e58-a600-65de930069fd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.0941174 Sep 15 15:09:19.697812 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.702988 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:19.718045 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b0bc92-6278-4216-99dc-d080da409040,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:19.720965 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:19.733296 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0593488 Sep 15 15:09:19.733937 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43796) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:19.734833 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network b1b0bc92-6278-4216-99dc-d080da409040 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:09:19.746068 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Request body: {'subnet': {'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-966184049-subnet', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:19.759274 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55e3f522-761e-4f7d-8aec-7fb1bc32a94b req-a62b40f9-c8dc-4283-88f6-89914937d566 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597773 Sep 15 15:09:19.760049 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:19.768539 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Usage tracker for resource:subnet and tenant:69fe70e32bb845ce80ce5e106a8f523d is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:19.776370 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:19.783249 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:19.865871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Made reservation on behalf of 69fe70e32bb845ce80ce5e106a8f523d for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:19.872181 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1866230'] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:19.952041 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Pushing event updated for resources: {'Port': ['ID=1a9325da-5ba9-4389-a20d-47cb21c12dc2,revision_number=3']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:20.038629 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.041673 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.041958 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.042329 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.042712 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.043082 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.043446 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.043799 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.044127 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.044475 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.045063 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.045187 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:20.098047 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:20.100654 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Attempting to bind port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:20.102039 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Attempting to bind port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:20.102727 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Attempting to bind port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 on network a8dcd136-1f63-44c9-9ecf-b681c58194da {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:20.109225 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:20.109953 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Checking segment: {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:20.110783 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:20.111388 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Bound using segment: {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:20.112295 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Bound port: 1a9325da-5ba9-4389-a20d-47cb21c12dc2, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'}}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:20.113009 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:20.287398 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] For port 1a9325da-5ba9-4389-a20d-47cb21c12dc2, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:20.291925 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] For port 1a9325da-5ba9-4389-a20d-47cb21c12dc2, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=1a9325da-5ba9-4389-a20d-47cb21c12dc2,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:20.337815 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1811944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1866176'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:20.341964 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-789cfa8e-c882-42b5-b746-fd6f13acf0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:20.376674 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:20.406117 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-5da1006c-fb16-44ea-82ac-bd05bec27470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:20.417216 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41fe597-fbcf-408b-b2ec-21fd388f1df3,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:20.421142 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:20.448800 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Checking segment: {'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:20.449152 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Network hostable DHCP agents. Network: b1b0bc92-6278-4216-99dc-d080da409040, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:20.495065 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:20.497104 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:20.497757 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:09:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:20.565257 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Network b1b0bc92-6278-4216-99dc-d080da409040 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:20.597582 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:20.598132 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:20.668561 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, b1b0bc92-6278-4216-99dc-d080da409040) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:20.673006 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:20.673682 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:20.685080 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd21d69-0bfc-4160-bb8b-5978bae264aa None None] Network b1b0bc92-6278-4216-99dc-d080da409040 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:09:20.720854 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Pushing event updated for resources: {'Port': ['ID=1a9325da-5ba9-4389-a20d-47cb21c12dc2,revision_number=4']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:20.727024 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:20.775984 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:20.791962 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0569105 Sep 15 15:09:20.794705 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 43816) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:20.800911 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:20.810262 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:20.818049 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Usage tracker for resource:router and tenant:69fe70e32bb845ce80ce5e106a8f523d is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:20.823990 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:20.842054 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:20.943022 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-484013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34871'] for router, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:20.945845 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34878'] for router, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:20.976177 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:21.126903 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103347ae-b32f-59f4-8bdf-759665d5bbe4-b1b0bc92-6278-4216-99dc-d080da409040', 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'fixed_ips': [{'subnet_id': 'f41fe597-fbcf-408b-b2ec-21fd388f1df3'}]}} from dv-cinder-809195-1-smb. {{(pid=80020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:09:21.127796 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:21.141435 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70567e27-e557-4812-ae5a-e44cfc102b96 req-66454c11-1b54-41e8-9217-fac389df6327 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:21.153540 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-70567e27-e557-4812-ae5a-e44cfc102b96 req-66454c11-1b54-41e8-9217-fac389df6327 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1506622 Sep 15 15:09:21.270333 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:20Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:21.277144 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a767efd-4ca3-45fe-8593-4df3b3a310ea None None] The sync data for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb is: [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:20Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:21.368545 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Allocated IP 172.20.0.2 (b1b0bc92-6278-4216-99dc-d080da409040/f41fe597-fbcf-408b-b2ec-21fd388f1df3/d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e) {{(pid=80020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:21.545605 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-70567e27-e557-4812-ae5a-e44cfc102b96 req-92b5e092-138d-4e18-8431-3537c5e81974 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907995 Sep 15 15:09:21.548051 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:21.705955 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Notify callbacks [] for port, precommit_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:21.705955 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Transition to ACTIVE for port object d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:21.705955 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Transition to ACTIVE for port object d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e will not be triggered until provisioned by entity DHCP. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:22.052744 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:22.060129 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:22.160896 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Network b1b0bc92-6278-4216-99dc-d080da409040 is already hosted by enough agents. {{(pid=80020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:22.164297 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Resources bound (agent type, host, resource id): {{(pid=80020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:22.167769 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Received port after_create {{(pid=80020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:22.266921 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Pushing event updated for resources: {'Port': ['ID=d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e,revision_number=1']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:22.269814 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:22.495144 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 1a9325da-5ba9-4389-a20d-47cb21c12dc2 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:22.565043 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:22.600093 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:22.692269 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:22.736586 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:22.737115 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:22.898778 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Attempting to bind port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:22.899582 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Attempting to bind port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:22.899966 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Attempting to bind port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e on network b1b0bc92-6278-4216-99dc-d080da409040 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:22.941204 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Allocated IP 172.28.3.37 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/5399678b-1ce8-4d0d-91c5-b519f094d68f) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:22.942917 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:22.946261 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Checking segment: {'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:22.947110 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:22.947785 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Bound using segment: {'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:22.962230 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Bound port: d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:22.962230 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:23.105470 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f550e5-6804-4143-883d-e02bd4ee892a req-bb07cb81-f04e-4672-b50e-2283289f1734 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:23.112497 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-00f550e5-6804-4143-883d-e02bd4ee892a req-bb07cb81-f04e-4672-b50e-2283289f1734 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.2911196 Sep 15 15:09:23.168439 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:23.183366 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-00f550e5-6804-4143-883d-e02bd4ee892a req-156b883f-1626-46c0-a839-cfad1d0ef519 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697861 Sep 15 15:09:23.193100 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] For port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:23.209140 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] For port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e,segment=NetworkSegment(5662f484-a6a3-4af2-a47d-e3f83dea2a25),segment_id=5662f484-a6a3-4af2-a47d-e3f83dea2a25)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:23.227157 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 1a9325da-5ba9-4389-a20d-47cb21c12dc2, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=1a9325da-5ba9-4389-a20d-47cb21c12dc2,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:23.280806 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:23.284768 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:23.341332 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:23.350230 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:23.397386 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Pushing event updated for resources: {'Port': ['ID=d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:23.401840 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:23.402371 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:23.434844 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:23.441755 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:23.496975 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=1a9325da-5ba9-4389-a20d-47cb21c12dc2,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:23.501017 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:23.525107 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:23.528636 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:23.530615 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Pushing event updated for resources: {'Port': ['ID=5399678b-1ce8-4d0d-91c5-b519f094d68f,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:23.532905 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:23.565136 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:24.083599 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:24.598760 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731'] for router, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:24.644542 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 1a9325da-5ba9-4389-a20d-47cb21c12dc2 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:24.723342 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04835997-84da-49ce-98f4-fdfc6dbd08ca None None] Network b1b0bc92-6278-4216-99dc-d080da409040 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:09:24.964053 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:24.965361 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:24.973440 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fa3ac-fbe5-478e-8d3c-25f959248a3b req-1ec1d509-ee7f-45ea-8179-4792605efb07 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:24.975121 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5d4fa3ac-fbe5-478e-8d3c-25f959248a3b req-1ec1d509-ee7f-45ea-8179-4792605efb07 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.2304864 Sep 15 15:09:25.030900 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-00fc4224-ef89-4588-ae4f-24dce7544891 None None] Provisioning for port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:25.064273 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5d4fa3ac-fbe5-478e-8d3c-25f959248a3b req-8a82ae26-ccf8-4d11-ab94-74383848855d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812037 Sep 15 15:09:25.162559 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Router e6f4feda-b52a-4e28-a925-144c00df09f7 is scheduled to L3 agent 85920162-5b82-416d-88ae-968896d671c5 with binding_index 1 {{(pid=80018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:09:25.214701 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:25.412322 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:25.429703 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:25.431517 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:25.566491 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:25.583455 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Sync routers for ids ['e6f4feda-b52a-4e28-a925-144c00df09f7'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:25.633218 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Routers {'e6f4feda-b52a-4e28-a925-144c00df09f7'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:25.633889 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:09:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['e6f4feda-b52a-4e28-a925-144c00df09f7'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:25.720180 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:25.724192 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-5be83a31-0268-464e-8657-c821e93fd73d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9250772 Sep 15 15:09:25.724660 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43872) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:25.752873 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:25.757794 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 43876) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:25.821638 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-56c18818-62eb-46dc-abd6-3e4f3970fed9 None None] Provisioning complete for port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:25.822010 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-56c18818-62eb-46dc-abd6-3e4f3970fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:25.868744 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e,segment=NetworkSegment(5662f484-a6a3-4af2-a47d-e3f83dea2a25),segment_id=5662f484-a6a3-4af2-a47d-e3f83dea2a25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:25.926096 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:25.941303 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:25.949459 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1032fefe-36b4-4e16-b859-2be637b46512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:25.958469 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:25.963847 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Usage tracker for resource:security_group_rule and tenant:9034ce9f4e6f4fc3bc34a9cb3246d6f1 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:25.966660 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:25.973360 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:26.000633 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Set router e6f4feda-b52a-4e28-a925-144c00df09f7 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:26.255210 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:26.349331 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:26.364407 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3205512a-0db1-4257-966c-c0d9998fe90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:26.367660 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:26.371259 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:26.423532 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa7589b-ab0d-42c8-a1e7-def1a38bff71,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:26.436010 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:26.528784 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43884) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:26.532284 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9034ce9f4e6f4fc3bc34a9cb3246d6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7649441 Sep 15 15:09:26.553357 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:26.578790 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d60066-4950-43db-9904-75598feefe15 req-f6631b59-6c99-4a58-af3a-f88e2544d41e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:26.580708 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-91d60066-4950-43db-9904-75598feefe15 req-f6631b59-6c99-4a58-af3a-f88e2544d41e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.3101890 Sep 15 15:09:26.659005 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:26.659383 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:26.668966 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-91d60066-4950-43db-9904-75598feefe15 req-7ebc8672-fca7-451c-a1b9-4c7c60517468 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806212 Sep 15 15:09:26.689641 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 3, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port': {'id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:22Z', 'updated_at': '2021-09-15T15:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:26.709671 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Checking router: e6f4feda-b52a-4e28-a925-144c00df09f7 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:26.710887 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Updating router e6f4feda-b52a-4e28-a925-144c00df09f7 port 5399678b-1ce8-4d0d-91c5-b519f094d68f binding host dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:26.722717 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-97dc64a2-beba-4948-8806-94a53c0e5518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:26.765619 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-97dc64a2-beba-4948-8806-94a53c0e5518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:26.777951 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:26.931695 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.015847 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-97dc64a2-beba-4948-8806-94a53c0e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.029362 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ba5fdcea-4c48-4966-b39f-9afbcd7d3e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:27.052930 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc64a2-beba-4948-8806-94a53c0e5518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa7589b-ab0d-42c8-a1e7-def1a38bff71,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:27.060217 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-97dc64a2-beba-4948-8806-94a53c0e5518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:27.100017 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-97dc64a2-beba-4948-8806-94a53c0e5518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.102373 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-97dc64a2-beba-4948-8806-94a53c0e5518 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fa7589b-ab0d-42c8-a1e7-def1a38bff71 HTTP/1.1" status: 204 len: 168 time: 0.5726011 Sep 15 15:09:27.239075 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Allocated IP 172.20.0.1 (b1b0bc92-6278-4216-99dc-d080da409040/f41fe597-fbcf-408b-b2ec-21fd388f1df3/35ce7927-ff01-4d65-8220-8b974e67e240) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:27.325883 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Notify callbacks [] for port, precommit_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.349266 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Transition to ACTIVE for port object 5399678b-1ce8-4d0d-91c5-b519f094d68f will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:27.446962 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.450960 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:27.537368 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Attempting to bind port 5399678b-1ce8-4d0d-91c5-b519f094d68f on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:27.537747 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Attempting to bind port 5399678b-1ce8-4d0d-91c5-b519f094d68f by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:27.538201 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Attempting to bind port 5399678b-1ce8-4d0d-91c5-b519f094d68f on network 024ba400-64c4-4a2e-9271-3bf327fbe282 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:27.541137 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbca26-d49f-471b-8e2c-b7b806f80545 None None] Pushing event updated for resources: {'Port': ['ID=5399678b-1ce8-4d0d-91c5-b519f094d68f,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:27.545424 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-24bbca26-d49f-471b-8e2c-b7b806f80545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:27.552433 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:27.552813 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:27.553222 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.554201 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Bound using segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:27.563164 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Bound port: 5399678b-1ce8-4d0d-91c5-b519f094d68f, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:27.565181 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.577795 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.600120 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Transition to ACTIVE for port object 35ce7927-ff01-4d65-8220-8b974e67e240 will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:27.644338 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] For port 5399678b-1ce8-4d0d-91c5-b519f094d68f, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:27.648989 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] For port 5399678b-1ce8-4d0d-91c5-b519f094d68f, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=5399678b-1ce8-4d0d-91c5-b519f094d68f,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:27.743461 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.748283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:27.802122 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Network b1b0bc92-6278-4216-99dc-d080da409040 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:27.806326 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.809687 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:27.814405 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:27.824464 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:27.903596 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Pushing event updated for resources: {'Port': ['ID=35ce7927-ff01-4d65-8220-8b974e67e240,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:27.907744 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:27.915197 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480692'] for router_interface, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:27.924623 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d8c75-abcf-4ab8-bb0c-36839f437879 req-453066eb-0dd4-4be3-a23d-785cdda9368b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:27.926186 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d73d8c75-abcf-4ab8-bb0c-36839f437879 req-453066eb-0dd4-4be3-a23d-785cdda9368b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1506963 Sep 15 15:09:28.008022 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 43894) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:28.054072 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Routers {'e6f4feda-b52a-4e28-a925-144c00df09f7'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:28.054660 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:09:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['e6f4feda-b52a-4e28-a925-144c00df09f7'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:28.066956 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:28.073231 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d73d8c75-abcf-4ab8-bb0c-36839f437879 req-00359d7e-444a-4357-9b0f-ac6c1f701f63 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387544 Sep 15 15:09:28.086001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:28.090199 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Usage tracker for resource:security_group_rule and tenant:adea18fcaf3447c0bee03618c9acf09c is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:28.093209 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:28.099536 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:28.217644 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbca26-d49f-471b-8e2c-b7b806f80545 None None] Pushing event updated for resources: {'Port': ['ID=5399678b-1ce8-4d0d-91c5-b519f094d68f,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:28.222322 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-24bbca26-d49f-471b-8e2c-b7b806f80545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:28.228232 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:28.268565 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:28.290681 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] Set router e6f4feda-b52a-4e28-a925-144c00df09f7 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:28.325466 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:28.338614 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-99058072-2be0-47f6-b16f-7e4340c75d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:28.418201 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5fa97d-03d5-4736-99bf-5939cfb64b62,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:28.425720 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=adea18fcaf3447c0bee03618c9acf09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113288 Sep 15 15:09:28.426061 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 43898) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:28.445198 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-2d048a3f-b495-4f97-9cd9-08b01deb06a3 None None] Provisioning for port 35ce7927-ff01-4d65-8220-8b974e67e240 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:28.446758 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:28.499934 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-2d048a3f-b495-4f97-9cd9-08b01deb06a3 None None] Provisioning complete for port 35ce7927-ff01-4d65-8220-8b974e67e240 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:28.500317 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d048a3f-b495-4f97-9cd9-08b01deb06a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:28.504575 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f678f41-5384-4052-af20-06a09914eb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:28.554159 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f678f41-5384-4052-af20-06a09914eb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:28.595459 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-2d048a3f-b495-4f97-9cd9-08b01deb06a3 None None] Port 35ce7927-ff01-4d65-8220-8b974e67e240 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:28.685349 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 3, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port': {'id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:22Z', 'updated_at': '2021-09-15T15:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:28.686000 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:28.694145 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2274cf-c71e-443e-9862-eb942f579124 None None] The sync data for ids ['e6f4feda-b52a-4e28-a925-144c00df09f7'] in dv-cinder-809195-1-smb is: [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 3, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port': {'id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:22Z', 'updated_at': '2021-09-15T15:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:29.341009 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2e0c1-1859-437d-908b-44606fbf6a2e req-b2cab5ac-8a32-4ec5-8803-6867074a9ee2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:29.343372 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-81c2e0c1-1859-437d-908b-44606fbf6a2e req-b2cab5ac-8a32-4ec5-8803-6867074a9ee2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1187522 Sep 15 15:09:29.412649 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f678f41-5384-4052-af20-06a09914eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:29.412649 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-59b1b50e-5eb5-4124-807c-c7d6aad2c3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:29.420886 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-81c2e0c1-1859-437d-908b-44606fbf6a2e req-636050c0-7309-48b8-952d-37fd76a1949a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704868 Sep 15 15:09:29.451040 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f678f41-5384-4052-af20-06a09914eb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5fa97d-03d5-4736-99bf-5939cfb64b62,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:29.453445 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f678f41-5384-4052-af20-06a09914eb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:29.454710 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-1f678f41-5384-4052-af20-06a09914eb63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe5fa97d-03d5-4736-99bf-5939cfb64b62 HTTP/1.1" status: 204 len: 168 time: 1.0277088 Sep 15 15:09:29.455946 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1f678f41-5384-4052-af20-06a09914eb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:29.691593 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:29.726612 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:29.812024 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Pushing event updated for resources: {'Port': ['ID=35ce7927-ff01-4d65-8220-8b974e67e240,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:29.814866 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-480529'] for router_interface, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:29.819891 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:29.995949 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Network b1b0bc92-6278-4216-99dc-d080da409040 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:29.997159 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:30.259117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Router e6f4feda-b52a-4e28-a925-144c00df09f7 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:09:30.352380 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-26aca1f4-9c29-40cf-9955-066537df496c None None] Provisioning complete for port 35ce7927-ff01-4d65-8220-8b974e67e240 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:30.353028 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-26aca1f4-9c29-40cf-9955-066537df496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:30.531209 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 5399678b-1ce8-4d0d-91c5-b519f094d68f up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:30.581373 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-26aca1f4-9c29-40cf-9955-066537df496c None None] Port 35ce7927-ff01-4d65-8220-8b974e67e240 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:30.592190 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:30.618504 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:30.668345 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] 10.222.0.39 "PUT /v2.0/routers/e6f4feda-b52a-4e28-a925-144c00df09f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9425528 Sep 15 15:09:30.691423 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 5399678b-1ce8-4d0d-91c5-b519f094d68f completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:30.699309 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 5399678b-1ce8-4d0d-91c5-b519f094d68f triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:30.699813 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:30.731574 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1195af3-2a1a-4ac4-96e3-4f3333afe4f8 req-35982b80-d182-44f5-8229-7fbe04e4b048 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:30.733078 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c1195af3-2a1a-4ac4-96e3-4f3333afe4f8 req-35982b80-d182-44f5-8229-7fbe04e4b048 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1071260 Sep 15 15:09:30.787582 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c1195af3-2a1a-4ac4-96e3-4f3333afe4f8 req-85ccfdff-f775-47bc-a5c3-0b60afa70e0f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468996 Sep 15 15:09:30.884025 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:30.911750 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Sync routers for ids ['e6f4feda-b52a-4e28-a925-144c00df09f7'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:30.920649 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 5399678b-1ce8-4d0d-91c5-b519f094d68f, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=5399678b-1ce8-4d0d-91c5-b519f094d68f,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:30.932732 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Routers {'e6f4feda-b52a-4e28-a925-144c00df09f7'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:30.933676 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:09:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['e6f4feda-b52a-4e28-a925-144c00df09f7'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:30.989855 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:30.990538 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:31.077352 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=5399678b-1ce8-4d0d-91c5-b519f094d68f,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:31.081768 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:31.177943 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Set router e6f4feda-b52a-4e28-a925-144c00df09f7 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:31.497333 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:09:28Z', 'revision_number': 4, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port': {'id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:22Z', 'updated_at': '2021-09-15T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '35ce7927-ff01-4d65-8220-8b974e67e240', 'name': '', 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'mac_address': 'fa:16:3e:41:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f41fe597-fbcf-408b-b2ec-21fd388f1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:26Z', 'updated_at': '2021-09-15T15:09:28Z', 'revision_number': 2, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'subnets': [{'id': 'f41fe597-fbcf-408b-b2ec-21fd388f1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:31.501608 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Checking router: e6f4feda-b52a-4e28-a925-144c00df09f7 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:31.516084 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Updating router e6f4feda-b52a-4e28-a925-144c00df09f7 port 35ce7927-ff01-4d65-8220-8b974e67e240 binding host dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:31.557136 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:32.006739 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Notify callbacks [] for port, precommit_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:32.022493 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.provisioning_blocks [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Transition to ACTIVE for port object 35ce7927-ff01-4d65-8220-8b974e67e240 will not be triggered until provisioned by entity L2. {{(pid=80021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:32.107117 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3752ea-ff78-412c-8f56-73ff28bdb7f8 req-ce60f20b-b3bc-446c-b5b5-bc7654b75dcd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:32.114795 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ce3752ea-ff78-412c-8f56-73ff28bdb7f8 req-ce60f20b-b3bc-446c-b5b5-bc7654b75dcd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1118386 Sep 15 15:09:32.125462 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:32.130538 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-b37ea159-0dbb-421f-b96f-6bd7c86abedd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:32.183703 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ce3752ea-ff78-412c-8f56-73ff28bdb7f8 req-71eba558-49ab-41f9-abe7-e2fbba6b621c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629578 Sep 15 15:09:32.323589 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acec4f-2742-43c1-8b16-60dedcc67048 None None] Pushing event updated for resources: {'Port': ['ID=35ce7927-ff01-4d65-8220-8b974e67e240,revision_number=3']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:32.331759 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-08acec4f-2742-43c1-8b16-60dedcc67048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:32.404014 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Attempting to bind port 35ce7927-ff01-4d65-8220-8b974e67e240 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:32.404387 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Attempting to bind port 35ce7927-ff01-4d65-8220-8b974e67e240 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:32.404747 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Attempting to bind port 35ce7927-ff01-4d65-8220-8b974e67e240 on network b1b0bc92-6278-4216-99dc-d080da409040 {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:32.410187 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:32.410558 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Checking segment: {'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:32.410979 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:32.411333 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Bound using segment: {'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:32.411840 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Bound port: 35ce7927-ff01-4d65-8220-8b974e67e240, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5662f484-a6a3-4af2-a47d-e3f83dea2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040'}}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:32.412214 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:32.530506 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 5399678b-1ce8-4d0d-91c5-b519f094d68f up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:32.583819 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] For port 35ce7927-ff01-4d65-8220-8b974e67e240, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:32.588175 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] For port 35ce7927-ff01-4d65-8220-8b974e67e240, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=35ce7927-ff01-4d65-8220-8b974e67e240,segment=NetworkSegment(5662f484-a6a3-4af2-a47d-e3f83dea2a25),segment_id=5662f484-a6a3-4af2-a47d-e3f83dea2a25)] {{(pid=80021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:32.658216 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 5399678b-1ce8-4d0d-91c5-b519f094d68f triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:32.658932 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:32.972279 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:32.978051 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:33.067934 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Routers {'e6f4feda-b52a-4e28-a925-144c00df09f7'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:33.070120 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:09:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['e6f4feda-b52a-4e28-a925-144c00df09f7'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:33.412390 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] Set router e6f4feda-b52a-4e28-a925-144c00df09f7 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:33.460861 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581dccf-dca8-435f-82ec-b219dfa3c556 req-4f43d12e-ba1a-4d0c-98cb-e92a0f0c51cb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:33.469742 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8581dccf-dca8-435f-82ec-b219dfa3c556 req-4f43d12e-ba1a-4d0c-98cb-e92a0f0c51cb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1532979 Sep 15 15:09:33.487542 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acec4f-2742-43c1-8b16-60dedcc67048 None None] Pushing event updated for resources: {'Port': ['ID=35ce7927-ff01-4d65-8220-8b974e67e240,revision_number=4']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:33.502066 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-08acec4f-2742-43c1-8b16-60dedcc67048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:33.516712 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8581dccf-dca8-435f-82ec-b219dfa3c556 req-1695290d-373d-42f0-9430-af1032eab47c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458219 Sep 15 15:09:33.538428 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-1e8ac22c-d258-49a3-864f-bfe7116cec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:33.540798 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-1e8ac22c-d258-49a3-864f-bfe7116cec19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 1097 time: 0.1048419 Sep 15 15:09:33.825499 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-3050febe-4519-4869-b980-f9e4157c7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:33.827970 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-3050febe-4519-4869-b980-f9e4157c7eab service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.2651727 Sep 15 15:09:33.876964 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:09:28Z', 'revision_number': 4, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port': {'id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:22Z', 'updated_at': '2021-09-15T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '35ce7927-ff01-4d65-8220-8b974e67e240', 'name': '', 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'mac_address': 'fa:16:3e:41:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f41fe597-fbcf-408b-b2ec-21fd388f1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:26Z', 'updated_at': '2021-09-15T15:09:32Z', 'revision_number': 4, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'subnets': [{'id': 'f41fe597-fbcf-408b-b2ec-21fd388f1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:33.887191 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69542f8c-7dc6-45ca-bcc1-d4938813fac4 None None] The sync data for ids ['e6f4feda-b52a-4e28-a925-144c00df09f7'] in dv-cinder-809195-1-smb is: [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:09:28Z', 'revision_number': 4, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port': {'id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:22Z', 'updated_at': '2021-09-15T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '35ce7927-ff01-4d65-8220-8b974e67e240', 'name': '', 'network_id': 'b1b0bc92-6278-4216-99dc-d080da409040', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'mac_address': 'fa:16:3e:41:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f41fe597-fbcf-408b-b2ec-21fd388f1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:26Z', 'updated_at': '2021-09-15T15:09:32Z', 'revision_number': 4, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'subnets': [{'id': 'f41fe597-fbcf-408b-b2ec-21fd388f1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:34.047026 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-3627e414-8b9c-4aad-8317-ad7beb1b9289 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e424265-0adb-4677-8092-c3ed051699a8 HTTP/1.1" status: 200 len: 999 time: 0.2123377 Sep 15 15:09:34.148214 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-4bc02fcd-23e2-405c-a748-d5f37481a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:34.149811 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-4bc02fcd-23e2-405c-a748-d5f37481a9b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.0911744 Sep 15 15:09:34.312828 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-3718e910-7b7a-4b5d-8273-d3cbe1d061e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:34.314721 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-3718e910-7b7a-4b5d-8273-d3cbe1d061e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1550767 Sep 15 15:09:34.517852 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 35ce7927-ff01-4d65-8220-8b974e67e240 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:34.523714 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-fb83c8df-9f5b-42d8-8451-3864a02f6b2e service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007055 Sep 15 15:09:34.742714 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 35ce7927-ff01-4d65-8220-8b974e67e240 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:34.749859 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 35ce7927-ff01-4d65-8220-8b974e67e240 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:34.750298 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.774664 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7d212186-8c0f-4cad-a010-a615fe361b22 req-e081d191-096a-4b94-a771-5fdf701c2f59 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441912 Sep 15 15:09:34.910779 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239a111-90d0-4dd3-8ca7-0cfccea1a23a req-1c7c0d8b-a1f9-46a3-afdc-6d7fea9668c2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:34.913860 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8239a111-90d0-4dd3-8ca7-0cfccea1a23a req-1c7c0d8b-a1f9-46a3-afdc-6d7fea9668c2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1941640 Sep 15 15:09:34.947749 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.989002 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 35ce7927-ff01-4d65-8220-8b974e67e240, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=35ce7927-ff01-4d65-8220-8b974e67e240,segment=NetworkSegment(5662f484-a6a3-4af2-a47d-e3f83dea2a25),segment_id=5662f484-a6a3-4af2-a47d-e3f83dea2a25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:35.011315 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8239a111-90d0-4dd3-8ca7-0cfccea1a23a req-e3cb1a5e-e471-4485-ade6-737a943d286c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800600 Sep 15 15:09:35.096821 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.101335 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:35.219421 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=35ce7927-ff01-4d65-8220-8b974e67e240,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:35.224255 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:35.757449 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:09:36.182081 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:09:36.229086 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a01fc-7ff8-4228-b9d0-143b1ae598c8 req-8523dacf-4427-40a5-ac2f-8dc839bf3735 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:36.230522 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fb1a01fc-7ff8-4228-b9d0-143b1ae598c8 req-8523dacf-4427-40a5-ac2f-8dc839bf3735 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 944 time: 0.1114311 Sep 15 15:09:36.283048 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fb1a01fc-7ff8-4228-b9d0-143b1ae598c8 req-9a466475-ebce-4cca-97bd-b7808d888923 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467849 Sep 15 15:09:36.327547 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:36.344109 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8e424265-0adb-4677-8092-c3ed051699a8', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'port_id': '8e424265-0adb-4677-8092-c3ed051699a8', 'mac_address': 'fa:16:3e:b5:94:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:09:36.445365 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 35ce7927-ff01-4d65-8220-8b974e67e240 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:36.518744 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.544148 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e424265-0adb-4677-8092-c3ed051699a8 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:09:36.574642 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 35ce7927-ff01-4d65-8220-8b974e67e240 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:36.574642 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.599795 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:36.731853 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.736548 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-62bf1bf8-e786-442f-a317-9b12ebf0061f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:36.818684 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=9']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:36.822106 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:37.097240 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8e424265-0adb-4677-8092-c3ed051699a8'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:09:37.494717 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526675c-7a5a-47d0-9e5d-0401dbcf82da req-4b5c22d6-3cd7-4409-a339-5f65f0af07a0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:37.500147 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e526675c-7a5a-47d0-9e5d-0401dbcf82da req-4b5c22d6-3cd7-4409-a339-5f65f0af07a0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 945 time: 0.0969040 Sep 15 15:09:37.546052 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e526675c-7a5a-47d0-9e5d-0401dbcf82da req-a5d98658-65bb-495d-a092-671de552ab49 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449789 Sep 15 15:09:38.169699 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:38.258084 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8e424265-0adb-4677-8092-c3ed051699a8 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:38.258604 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:38.405269 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:38.438132 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:09:38.449896 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:38.503429 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8', 'code': 200} Sep 15 15:09:38.519407 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:38.524077 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:38.612246 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=10']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:38.613837 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:38.835974 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce3cd0-d683-45c9-9a89-1da020882a92 req-62f9f06f-d8bf-42b4-8565-fc57b56924df tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:38.841214 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-80ce3cd0-d683-45c9-9a89-1da020882a92 req-62f9f06f-d8bf-42b4-8565-fc57b56924df tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.1257894 Sep 15 15:09:38.905330 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-80ce3cd0-d683-45c9-9a89-1da020882a92 req-4fe75d72-9fc4-4b4b-9740-fcac55e57bbb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574691 Sep 15 15:09:38.936841 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b6d9d756-fdd3-4e1d-be4e-ce82d34ca219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.748020 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.778940 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ca3d0-f5f9-4905-ad3c-dcafe1041755 req-d95bf359-eb52-48a6-a82b-f3ac5c144d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:39.781030 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-d61ca3d0-f5f9-4905-ad3c-dcafe1041755 req-d95bf359-eb52-48a6-a82b-f3ac5c144d96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 1100 time: 0.0709405 Sep 15 15:09:39.840207 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-d61ca3d0-f5f9-4905-ad3c-dcafe1041755 req-9bf9c1a0-7136-4fd2-9bfc-08d202b9e6e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514975 Sep 15 15:09:40.169457 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541f040-8b5d-4e78-afc0-c56726a68b78 req-acd3813d-2023-4d7d-b331-7358da376a10 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:40.171033 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c541f040-8b5d-4e78-afc0-c56726a68b78 req-acd3813d-2023-4d7d-b331-7358da376a10 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.1167343 Sep 15 15:09:40.227772 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c541f040-8b5d-4e78-afc0-c56726a68b78 req-fc58fdde-0a35-4492-8112-decc86cf491e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481129 Sep 15 15:09:40.870702 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44050) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:41.049510 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.074674 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:41.081045 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Usage tracker for resource:security_group_rule and tenant:030515dbbc1f4f5ba1f82e802e8cce6d is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:41.082822 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:41.090868 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:41.217183 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.290803 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.359297 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b584f67b-ddae-4333-b919-b3e7b3a39d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:41.382007 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=030515dbbc1f4f5ba1f82e802e8cce6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079591 Sep 15 15:09:41.382310 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 44062) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:41.420738 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdadee4-38ff-4162-943d-a8b1d8df0fef,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:41.425904 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:41.486074 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.526097 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.550336 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6164a-935c-40cf-9634-775b296a72e8 req-520617d6-183f-4c9f-9739-c4813a856e24 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:41.554559 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b2a6164a-935c-40cf-9634-775b296a72e8 req-520617d6-183f-4c9f-9739-c4813a856e24 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.1283379 Sep 15 15:09:41.635382 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b2a6164a-935c-40cf-9634-775b296a72e8 req-b472155c-42a7-477b-9f05-a08c5f12e400 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698760 Sep 15 15:09:41.702218 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ff8d-1a9a-4529-b1d6-4fc1873bb7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.731260 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.736678 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-954fc087-54d4-41d7-a144-326246b2fd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:41.750115 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdadee4-38ff-4162-943d-a8b1d8df0fef,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:41.761295 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.761678 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.762054 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.762418 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.762780 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.763171 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.763562 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.763947 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.764282 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.764765 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.765130 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.765481 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:41.769464 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:41.770454 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.772175 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfdadee4-38ff-4162-943d-a8b1d8df0fef HTTP/1.1" status: 204 len: 168 time: 0.3883836 Sep 15 15:09:42.848872 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce19ae-8712-4d4d-8442-515a83bc2da6 req-f1e91ade-9621-4859-85db-86676f211bce tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:42.850826 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d5ce19ae-8712-4d4d-8442-515a83bc2da6 req-f1e91ade-9621-4859-85db-86676f211bce tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.0932868 Sep 15 15:09:42.901863 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d5ce19ae-8712-4d4d-8442-515a83bc2da6 req-cf18d1bd-7a9b-4690-996e-e68a3ded19a8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446897 Sep 15 15:09:43.022688 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.434592 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44096) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:43.452141 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.466949 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:43.470762 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Usage tracker for resource:security_group_rule and tenant:9c1389bf4ada4963884c0f9f0b157cc2 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:43.473597 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:43.479381 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:43.572155 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.636640 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.644782 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0607e12d-2aa9-45b0-982a-9162ca6399f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:43.681416 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c1389bf4ada4963884c0f9f0b157cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457323 Sep 15 15:09:43.684258 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 44110) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:43.699715 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be611ef0-5a14-42d2-8a75-ec9d4a1924bf,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:43.703328 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:43.761874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-90f6413c-8144-4217-81ca-97096cf0a374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.793525 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-90f6413c-8144-4217-81ca-97096cf0a374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.931287 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-90f6413c-8144-4217-81ca-97096cf0a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.937227 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0f15f12a-8c74-4e12-b404-eabcaeabc53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:43.972965 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6413c-8144-4217-81ca-97096cf0a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be611ef0-5a14-42d2-8a75-ec9d4a1924bf,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:43.979790 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-90f6413c-8144-4217-81ca-97096cf0a374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:43.980595 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-90f6413c-8144-4217-81ca-97096cf0a374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.984221 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-90f6413c-8144-4217-81ca-97096cf0a374 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be611ef0-5a14-42d2-8a75-ec9d4a1924bf HTTP/1.1" status: 204 len: 168 time: 0.2953632 Sep 15 15:09:44.017104 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.180161 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73eef5-dcd5-486b-862d-4602d1f6b152 req-899ca417-fb1a-4d82-805b-55f465cd9bb2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:44.181771 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4e73eef5-dcd5-486b-862d-4602d1f6b152 req-899ca417-fb1a-4d82-805b-55f465cd9bb2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.1106656 Sep 15 15:09:44.230038 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4e73eef5-dcd5-486b-862d-4602d1f6b152 req-52c9add1-63b4-425d-9199-f3ef81042948 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420308 Sep 15 15:09:44.863922 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44132) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:44.882463 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.897391 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:44.901488 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4c36bc2ea40b4439924af3742f41c4af is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:44.904202 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:44.909916 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:45.002385 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.182359 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.199231 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3454d54e-54a3-4665-b986-c6e216617338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:45.259630 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c36bc2ea40b4439924af3742f41c4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944087 Sep 15 15:09:45.262660 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 44148) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:45.264623 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a230fb9-fc25-4bcc-a54b-15e9d3723634,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:45.267774 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:45.325440 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-79890baa-6e35-41df-9761-01d906280645 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:45.326998 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-79890baa-6e35-41df-9761-01d906280645 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/networks?id=a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 200 len: 813 time: 0.2990782 Sep 15 15:09:45.343418 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-91f4391b-1f1b-4ca3-9919-06a8c6f46aa6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/quotas/6ff3021fe7484905a6d01c1b171308c5 HTTP/1.1" status: 200 len: 375 time: 0.0105941 Sep 15 15:09:45.376770 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4cd3499e-5015-4517-a9ad-520e40372429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.421025 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4cd3499e-5015-4517-a9ad-520e40372429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.477232 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-8a6d1f6f-3212-47e4-919c-4190da55f184 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259120 Sep 15 15:09:45.559084 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4cd3499e-5015-4517-a9ad-520e40372429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.565727 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d0580cd6-d352-4f1f-8b34-491fa18b7a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:45.582785 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3499e-5015-4517-a9ad-520e40372429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a230fb9-fc25-4bcc-a54b-15e9d3723634,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:45.586657 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4cd3499e-5015-4517-a9ad-520e40372429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:45.589861 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4cd3499e-5015-4517-a9ad-520e40372429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.591059 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-4cd3499e-5015-4517-a9ad-520e40372429 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a230fb9-fc25-4bcc-a54b-15e9d3723634 HTTP/1.1" status: 204 len: 168 time: 0.3261435 Sep 15 15:09:45.626511 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabaead-120a-43eb-8634-2acf20dce8f9 req-f19632c3-f48e-44d3-a178-5aad61118fd5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:45.628030 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-adabaead-120a-43eb-8634-2acf20dce8f9 req-f19632c3-f48e-44d3-a178-5aad61118fd5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.1989615 Sep 15 15:09:45.666594 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-8934bf12-8cc9-478b-b2b0-31dd924c7c64 service neutron] 10.222.0.39 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785462 Sep 15 15:09:45.766206 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-adabaead-120a-43eb-8634-2acf20dce8f9 req-ebf0701d-dd67-4152-be4b-deef58e3b96f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263874 Sep 15 15:09:45.818111 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-19ff9646-abe7-465b-8b98-66f6bb810221 service neutron] 10.222.0.39 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425552 Sep 15 15:09:46.076860 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-452628a8-e96e-458a-9e6a-1379b12e3d77 req-10bcda91-eb66-4580-adfa-5d7f07df8019 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 210 time: 0.0602155 Sep 15 15:09:47.174625 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-47ddb3b5-5fae-4fbc-a13a-a740aae07daf req-e359afa5-c64a-4576-9e0d-df5d285daae0 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 210 time: 0.0484655 Sep 15 15:09:48.335195 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9c727f66-87a0-4cb2-b82e-4e9eb6fe4c7c req-83fd96a3-20c3-41c3-8fe4-f73baa15c5ec tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 210 time: 0.0515451 Sep 15 15:09:48.650313 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-cdaa957b-f10f-4f64-8632-e54d0a1367e4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:48.651026 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-cdaa957b-f10f-4f64-8632-e54d0a1367e4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Synchronizing usage tracker for tenant:6ff3021fe7484905a6d01c1b171308c5 on resource:network {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:09:48.776304 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-cdaa957b-f10f-4f64-8632-e54d0a1367e4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Unset dirty status for tenant:6ff3021fe7484905a6d01c1b171308c5 on resource:network {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:09:48.777717 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-cdaa957b-f10f-4f64-8632-e54d0a1367e4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.32 "GET /v2.0/networks?id=a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 200 len: 813 time: 0.2744112 Sep 15 15:09:48.789636 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'port': {'device_id': '99860b7c-08a7-48f9-88e0-b59455985e47', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'admin_state_up': True, 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:48.928308 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:48.932713 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:port and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:48.936016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:48.943100 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:49.016165 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Made reservation on behalf of 6ff3021fe7484905a6d01c1b171308c5 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:49.019794 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.192035 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Allocated IP 172.20.0.3 (a8dcd136-1f63-44c9-9ecf-b681c58194da/1595f451-aa37-4af5-8c94-b632a9690702/3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:49.198420 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44242) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:49.329101 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.345588 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:49.351847 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Usage tracker for resource:security_group_rule and tenant:075b8bca3a0548af9e5dc881cd2b4cb4 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:49.355055 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:49.370713 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:49.422546 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.441135 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Transition to ACTIVE for port object 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:49.519034 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.527777 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-06ae5180-a120-4b2c-817a-67550a4cf8de req-31d3e945-df83-4269-814e-102fb61ff163 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 210 time: 0.0542078 Sep 15 15:09:49.548180 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.554360 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:49.576419 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.583656 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8282ec5b-6a6a-461e-8923-ac7cb6b2cff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:49.629827 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=075b8bca3a0548af9e5dc881cd2b4cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303143 Sep 15 15:09:49.631682 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56d831-689e-4054-b2c0-2e88f2933589,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.634269 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44268) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:49.653486 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.653855 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.654223 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.654634 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.654993 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.655341 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.655714 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.656059 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.656578 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.656923 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.657266 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.657605 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:49.661614 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:49.710675 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab09-3afa-4673-8bad-68464d520b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.719903 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Network a8dcd136-1f63-44c9-9ecf-b681c58194da is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:49.722914 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:49.727050 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:49.741447 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab09-3afa-4673-8bad-68464d520b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.783270 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'Port': ['ID=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.791344 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:49.830396 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:49.831562 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.890730 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab09-3afa-4673-8bad-68464d520b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.895674 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98caf48f-bff2-44ff-9446-d5f2563f7a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:49.921015 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34ab09-3afa-4673-8bad-68464d520b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56d831-689e-4054-b2c0-2e88f2933589,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.945084 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac34ab09-3afa-4673-8bad-68464d520b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:49.950350 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1646762 Sep 15 15:09:49.972369 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab09-3afa-4673-8bad-68464d520b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.985435 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-ac34ab09-3afa-4673-8bad-68464d520b21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b56d831-689e-4054-b2c0-2e88f2933589 HTTP/1.1" status: 204 len: 168 time: 0.3421361 Sep 15 15:09:50.118973 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-fd817f1d-56a0-4560-9138-f99deb69e655 None None] Provisioning for port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:50.127416 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-fd817f1d-56a0-4560-9138-f99deb69e655 None None] Provisioning complete for port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:50.128282 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fd817f1d-56a0-4560-9138-f99deb69e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.195659 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-fd817f1d-56a0-4560-9138-f99deb69e655 None None] Port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:50.748187 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 44280) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:50.764659 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d896c16-05de-4b7b-9291-d4918781a06c req-4760376b-aff7-49c9-9bef-d827ea5b403d tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:50.766906 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2d896c16-05de-4b7b-9291-d4918781a06c req-4760376b-aff7-49c9-9bef-d827ea5b403d tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.1119838 Sep 15 15:09:50.770871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.788317 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:50.793809 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Usage tracker for resource:security_group_rule and tenant:5b4c039f7eff4485903f9f5ad2d179ad is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:50.797186 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:50.821790 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:50.832216 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2d896c16-05de-4b7b-9291-d4918781a06c req-daf6d71a-b853-409d-8ce3-21ad057d12a2 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586572 Sep 15 15:09:50.942173 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.033669 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.041847 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:51.083503 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b4c039f7eff4485903f9f5ad2d179ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341060 Sep 15 15:09:51.084396 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc707df-5cfa-44c3-876c-b256dfaa0832,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:51.086870 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44284) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:51.100941 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c1d05ef9-61b3-4537-a62d-e55b78fb22b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:51.168547 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-972c259c-34a1-4ae6-a17f-27df987ae9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.202772 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-972c259c-34a1-4ae6-a17f-27df987ae9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.319139 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-972c259c-34a1-4ae6-a17f-27df987ae9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.323562 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2e80b471-6fd0-4b10-b961-52b4c9d04053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:51.337327 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c259c-34a1-4ae6-a17f-27df987ae9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc707df-5cfa-44c3-876c-b256dfaa0832,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:51.341083 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-972c259c-34a1-4ae6-a17f-27df987ae9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:51.349068 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-972c259c-34a1-4ae6-a17f-27df987ae9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.353979 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-972c259c-34a1-4ae6-a17f-27df987ae9f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acc707df-5cfa-44c3-876c-b256dfaa0832 HTTP/1.1" status: 204 len: 168 time: 0.2638371 Sep 15 15:09:52.054731 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84448d9f-a323-496f-aee3-6d7c8e0723c2 req-5b850678-2db4-467e-afdd-14555c27c224 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:52.056539 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-84448d9f-a323-496f-aee3-6d7c8e0723c2 req-5b850678-2db4-467e-afdd-14555c27c224 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.1011224 Sep 15 15:09:52.110119 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-84448d9f-a323-496f-aee3-6d7c8e0723c2 req-2cd6934d-5e68-47d7-b2c8-d4fe5741be9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468979 Sep 15 15:09:53.315303 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee039a8-40cc-4dbd-a533-30421dc86ab6 req-fc9eda36-c54d-4db7-b972-1258bb4ca5d4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:53.316992 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bee039a8-40cc-4dbd-a533-30421dc86ab6 req-fc9eda36-c54d-4db7-b972-1258bb4ca5d4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.0941913 Sep 15 15:09:53.392052 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bee039a8-40cc-4dbd-a533-30421dc86ab6 req-27bffa9c-bfdc-4c7d-9128-cedbf0b7d828 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661731 Sep 15 15:09:54.633375 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae42404-8e97-4172-aa34-3e9cbb0a349b req-1d45c716-2571-40d9-a6e5-5ac45f7dacba tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:54.634951 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ae42404-8e97-4172-aa34-3e9cbb0a349b req-1d45c716-2571-40d9-a6e5-5ac45f7dacba tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.1151927 Sep 15 15:09:54.692062 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ae42404-8e97-4172-aa34-3e9cbb0a349b req-a20a6d53-695c-49f5-9e1d-99504239a85a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Sep 15 15:09:55.896117 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d7b05-8706-45b2-bbaf-434d561194d3 req-e9f33d53-436f-42a0-87ba-87af65e8b248 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:55.897863 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-597d7b05-8706-45b2-bbaf-434d561194d3 req-e9f33d53-436f-42a0-87ba-87af65e8b248 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.0910513 Sep 15 15:09:55.953278 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-597d7b05-8706-45b2-bbaf-434d561194d3 req-801c24a8-899f-4c62-bc38-23ff4cc37494 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472307 Sep 15 15:09:57.145488 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d8ad1-0f61-47e3-817b-3c753409083d req-da03d656-c50f-4aab-8ade-a157703fe853 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:57.148168 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-622d8ad1-0f61-47e3-817b-3c753409083d req-da03d656-c50f-4aab-8ade-a157703fe853 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.0866311 Sep 15 15:09:57.199094 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-622d8ad1-0f61-47e3-817b-3c753409083d req-4b5b7a24-ef19-44bc-99ce-eca57b726393 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Sep 15 15:09:58.525764 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52948b-8fac-4e0d-a51b-ac1a50865a84 req-6cf589d7-f2bb-4371-a859-507593c0ab05 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:58.527303 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de52948b-8fac-4e0d-a51b-ac1a50865a84 req-6cf589d7-f2bb-4371-a859-507593c0ab05 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.1894677 Sep 15 15:09:58.573906 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de52948b-8fac-4e0d-a51b-ac1a50865a84 req-0ad479b0-d59c-4972-8d98-268dc3009445 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Sep 15 15:09:59.800236 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0de80c-9832-49c7-b927-ffb71c48c145 req-8a36e2b0-787f-47d4-bdf1-9e189ef435ae tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:59.803130 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ee0de80c-9832-49c7-b927-ffb71c48c145 req-8a36e2b0-787f-47d4-bdf1-9e189ef435ae tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.1090913 Sep 15 15:09:59.874750 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ee0de80c-9832-49c7-b927-ffb71c48c145 req-1aa11a66-48c4-4719-a182-70ec4b97e4e7 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659723 Sep 15 15:10:00.524342 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:01.156858 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daea19f-13c8-4b0d-92a1-7922c66ed093 req-5c267938-0433-491b-a461-3f2946bc0496 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:01.158482 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0daea19f-13c8-4b0d-92a1-7922c66ed093 req-5c267938-0433-491b-a461-3f2946bc0496 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.0959091 Sep 15 15:10:01.218077 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0daea19f-13c8-4b0d-92a1-7922c66ed093 req-b1de4f2b-8b96-45bf-adba-1020f3808eb1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452964 Sep 15 15:10:02.417561 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285ea3-7667-4394-a254-49e2d1b16894 req-e11da5b9-ab23-4406-b33a-9fc748a36e51 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:02.419063 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-13285ea3-7667-4394-a254-49e2d1b16894 req-e11da5b9-ab23-4406-b33a-9fc748a36e51 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.0855832 Sep 15 15:10:02.465314 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-13285ea3-7667-4394-a254-49e2d1b16894 req-e100eb02-be64-4d6a-9bea-a6fbf48709ea tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Sep 15 15:10:03.660407 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772a3f4-f854-4dee-98b0-c6fb41c1becb req-0c5ab4d7-0c0f-4f89-8c18-84222fbd841a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:03.661940 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3772a3f4-f854-4dee-98b0-c6fb41c1becb req-0c5ab4d7-0c0f-4f89-8c18-84222fbd841a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.0835421 Sep 15 15:10:03.717072 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3772a3f4-f854-4dee-98b0-c6fb41c1becb req-b930a60e-d15e-40aa-bb29-b30320f4f8e6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481968 Sep 15 15:10:04.904475 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29c789-905d-4242-93f0-4df467c19506 req-530ae127-fabc-4086-a801-1c0325beb0fe tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:04.906042 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b29c789-905d-4242-93f0-4df467c19506 req-530ae127-fabc-4086-a801-1c0325beb0fe tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.0821683 Sep 15 15:10:04.956395 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b29c789-905d-4242-93f0-4df467c19506 req-7821e7a1-34bf-4310-91f2-4542ec2b3e01 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Sep 15 15:10:05.596583 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Request body: {'port': {'device_id': '99860b7c-08a7-48f9-88e0-b59455985e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:05.721143 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.096672 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:06.105159 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.121642 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Transition to ACTIVE for port object 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:06.169401 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb5837-db56-4d5e-93f4-43232866c9bb req-f068d2e6-8581-497c-995c-ed23e3422181 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:06.170966 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f1fb5837-db56-4d5e-93f4-43232866c9bb req-f068d2e6-8581-497c-995c-ed23e3422181 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 931 time: 0.0999255 Sep 15 15:10:06.204145 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.210497 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b15dd8e5-4573-46ba-b8bb-47ac00152681 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:06.219235 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f1fb5837-db56-4d5e-93f4-43232866c9bb req-523ecab7-af8b-42d4-b9a5-3b6599a9f020 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Sep 15 15:10:06.381865 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:06.388824 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:06.459978 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Attempting to bind port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:06.460303 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Attempting to bind port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:06.460623 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Attempting to bind port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc on network a8dcd136-1f63-44c9-9ecf-b681c58194da {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:10:06.469016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc on network a8dcd136-1f63-44c9-9ecf-b681c58194da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:10:06.469016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Attempting to bind port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc on network a8dcd136-1f63-44c9-9ecf-b681c58194da {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:10:06.471536 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:10:06.471824 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Checking segment: {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:10:06.472271 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Bound using segment: {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:10:06.472699 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Bound port: 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7011088c-f138-4b4b-b71e-842f5d1fdfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:06.473077 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.583138 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] For port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:10:06.587380 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] For port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:10:06.667617 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.671434 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-788c066b-0884-4ea0-9b3e-7a0604b84dd7 tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:06.734031 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:06.734653 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.736052 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 1093 time: 1.1440523 Sep 15 15:10:06.736546 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:06.764642 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:06.777512 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:06.789968 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'status': 'completed', 'code': 200} Sep 15 15:10:06.909154 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ad136-5899-4221-9ff0-303d33ec3acc req-99b50f3f-e130-47af-bb38-8d328c2b540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:06.910958 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-741ad136-5899-4221-9ff0-303d33ec3acc req-99b50f3f-e130-47af-bb38-8d328c2b540d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1096 time: 0.1010511 Sep 15 15:10:07.077417 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ad136-5899-4221-9ff0-303d33ec3acc req-86e1413d-5535-42e1-825b-ab2f6c94d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.078888 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-741ad136-5899-4221-9ff0-303d33ec3acc req-86e1413d-5535-42e1-825b-ab2f6c94d39d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ff3021fe7484905a6d01c1b171308c5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1612179 Sep 15 15:10:07.227640 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ad136-5899-4221-9ff0-303d33ec3acc req-cbe7f77a-c7d3-4930-a445-47791d040b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.229097 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-741ad136-5899-4221-9ff0-303d33ec3acc req-cbe7f77a-c7d3-4930-a445-47791d040b3e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437557 Sep 15 15:10:07.344037 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-1a19d3c2-1168-47cd-89cc-e81e6f82505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.345611 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-1a19d3c2-1168-47cd-89cc-e81e6f82505d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1096 time: 0.0785401 Sep 15 15:10:07.452002 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeca239-e9a6-470d-9a4b-8ac800315ad3 req-7220fe35-20f3-4c98-9e40-e12ee611fcb2 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.453611 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0eeca239-e9a6-470d-9a4b-8ac800315ad3 req-7220fe35-20f3-4c98-9e40-e12ee611fcb2 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 943 time: 0.1194763 Sep 15 15:10:07.513802 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0eeca239-e9a6-470d-9a4b-8ac800315ad3 req-60084019-d6dd-4fbc-b669-8bce9fc735d3 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Sep 15 15:10:07.514776 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-19aa128c-f952-419b-8737-ea583cc6271c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 217 time: 0.1608336 Sep 15 15:10:07.577137 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-f97f7b54-8121-4306-98c0-5f2bf5868fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.578588 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-f97f7b54-8121-4306-98c0-5f2bf5868fcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1595f451-aa37-4af5-8c94-b632a9690702 HTTP/1.1" status: 200 len: 852 time: 0.0579252 Sep 15 15:10:07.666024 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-7fed6af8-f9db-4692-919e-c5e185386162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.669362 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-7fed6af8-f9db-4692-919e-c5e185386162 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8dcd136-1f63-44c9-9ecf-b681c58194da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840914 Sep 15 15:10:07.836760 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-326cb616-4e4a-4434-9a5d-50d0a3e7fd8d service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612573 Sep 15 15:10:07.994415 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c931ae6e-9ea5-49fc-8ddb-6b393cfb4eb0 req-c5091def-14c0-4396-b106-985befe6ff0f service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510179 Sep 15 15:10:08.235625 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274312b3-0b09-48a4-93d3-3fb269b3b9ed req-f390b0ab-1aa2-4601-bdd0-c02be5d80491 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:08.237106 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-274312b3-0b09-48a4-93d3-3fb269b3b9ed req-f390b0ab-1aa2-4601-bdd0-c02be5d80491 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0862696 Sep 15 15:10:08.284579 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-274312b3-0b09-48a4-93d3-3fb269b3b9ed req-a2d41d6b-5490-43d5-a9fb-fce40befbf1b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402789 Sep 15 15:10:08.714124 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee80dd-aeb5-45a4-bfd1-b104f34147ce req-deda3bca-346d-4c78-a052-cef04e5b1121 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:08.715660 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-16ee80dd-aeb5-45a4-bfd1-b104f34147ce req-deda3bca-346d-4c78-a052-cef04e5b1121 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 943 time: 0.0903175 Sep 15 15:10:08.762599 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-16ee80dd-aeb5-45a4-bfd1-b104f34147ce req-016ea8d1-4959-467b-b63d-7bcaac621c85 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Sep 15 15:10:08.929954 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cfe6360b-d8a8-464f-9983-66b54eb868af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.410626 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.478890 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4d6e-9ed5-4c06-bd2d-1da397bda9e6 req-84001f6e-f057-404c-880e-8f8ade532c40 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:09.480411 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ab8f4d6e-9ed5-4c06-bd2d-1da397bda9e6 req-84001f6e-f057-404c-880e-8f8ade532c40 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0830951 Sep 15 15:10:09.526536 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ab8f4d6e-9ed5-4c06-bd2d-1da397bda9e6 req-1b1a3fa3-a8ab-4a1c-b914-0582d11e62ae tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 Sep 15 15:10:09.964043 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4faba-2fa1-44d9-bdac-05f1a31519ba req-237c185e-1739-4af0-a5c1-d5e3a672777c tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:09.965590 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ec4faba-2fa1-44d9-bdac-05f1a31519ba req-237c185e-1739-4af0-a5c1-d5e3a672777c tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 943 time: 0.0992379 Sep 15 15:10:10.012674 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ec4faba-2fa1-44d9-bdac-05f1a31519ba req-b9718488-a7ea-4e0d-bdcf-76b83fa7bcdf tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Sep 15 15:10:10.287720 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:10:10.425982 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:10:10.439302 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'port_id': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'mac_address': 'fa:16:3e:07:fc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:10:10.505930 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.524411 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:10.540556 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:10:10.632892 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.634618 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:10.704899 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:10.712762 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.713105 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.713450 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.713771 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.714100 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.714425 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.714743 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.715062 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.715381 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.715729 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.716043 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.716358 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:10.717618 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5497202-6efe-499a-aa43-3f10513476a0 req-6e68a5df-a042-44f0-a959-e8fe6988bc21 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:10.719080 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c5497202-6efe-499a-aa43-3f10513476a0 req-6e68a5df-a042-44f0-a959-e8fe6988bc21 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0804031 Sep 15 15:10:10.720340 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:10.766156 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c5497202-6efe-499a-aa43-3f10513476a0 req-489030b0-3fe6-4ed2-817c-39ec450a90fd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Sep 15 15:10:11.009717 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:10:11.219556 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4119de7-5de1-4ae1-9c52-c40e5a8de6da req-a4ae2ee6-8c06-4cc4-9477-d327efbe31f9 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:11.220972 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d4119de7-5de1-4ae1-9c52-c40e5a8de6da req-a4ae2ee6-8c06-4cc4-9477-d327efbe31f9 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 944 time: 0.0996637 Sep 15 15:10:11.266936 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d4119de7-5de1-4ae1-9c52-c40e5a8de6da req-32c8d7a5-1e39-43b4-9b35-0b5ce937fac6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Sep 15 15:10:11.644091 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e8f76cf0-0e90-4dee-94c5-620d41d9665b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.978727 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aa246-ee19-4416-a3b1-c75a8c9c7f9a req-c5191985-7b36-4271-92e3-a65e6364ea3a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:11.980277 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9c4aa246-ee19-4416-a3b1-c75a8c9c7f9a req-c5191985-7b36-4271-92e3-a65e6364ea3a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0993800 Sep 15 15:10:12.030139 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9c4aa246-ee19-4416-a3b1-c75a8c9c7f9a req-2c545cf8-a368-44f3-9d87-2796bc393749 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Sep 15 15:10:12.309116 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:10:12.461075 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:12.468047 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e647a3-d5af-4438-a962-0a1f5ede783d req-877d78c5-c390-4e20-bef3-2e689a85d6a4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.469573 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-93e647a3-d5af-4438-a962-0a1f5ede783d req-877d78c5-c390-4e20-bef3-2e689a85d6a4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 944 time: 0.0843906 Sep 15 15:10:12.472345 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:12.472721 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.520991 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-93e647a3-d5af-4438-a962-0a1f5ede783d req-a9fb64fb-cb5e-421e-bb7b-4faeb9691a68 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Sep 15 15:10:12.580568 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.605864 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.639883 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:12.654289 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:10:12.685895 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'code': 200} Sep 15 15:10:12.747195 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.750073 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:12.757771 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:10:12.819862 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:12.822977 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:13.086367 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d7e8e-7558-4001-886c-d272c52eb7a3 req-6288d048-9349-40e1-afe6-8d82777f2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.088041 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-193d7e8e-7558-4001-886c-d272c52eb7a3 req-6288d048-9349-40e1-afe6-8d82777f2172 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1098 time: 0.0799055 Sep 15 15:10:13.136298 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-193d7e8e-7558-4001-886c-d272c52eb7a3 req-c9966c94-f39d-4fc5-a2fe-f13f60cc0701 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Sep 15 15:10:13.231965 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf199791-1a21-43ff-8193-ad04c7494006 req-8387dd29-a9c0-429e-9df4-3f5b8e09fb93 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.233458 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cf199791-1a21-43ff-8193-ad04c7494006 req-8387dd29-a9c0-429e-9df4-3f5b8e09fb93 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0911684 Sep 15 15:10:13.281296 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cf199791-1a21-43ff-8193-ad04c7494006 req-653d7446-5e7b-4c73-84d7-41c34a0c5008 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420427 Sep 15 15:10:13.727767 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05372e07-0beb-48e7-87fd-d7755255cf95 req-67fa7dd8-10fe-4333-be78-b6e107b9d6ef tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.729302 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-05372e07-0beb-48e7-87fd-d7755255cf95 req-67fa7dd8-10fe-4333-be78-b6e107b9d6ef tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.0894995 Sep 15 15:10:13.759058 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 44490) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:13.777095 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-05372e07-0beb-48e7-87fd-d7755255cf95 req-ad59f2ef-6d36-4fe9-861b-d554fc812f04 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Sep 15 15:10:13.882694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.898286 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:13.902283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Usage tracker for resource:security_group_rule and tenant:202231cb87314c729cc7987ae834676d is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:13.905410 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:13.912036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:14.011882 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.049311 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.089693 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.096993 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7939b395-804e-491a-a112-170cbea58b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:14.143216 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=202231cb87314c729cc7987ae834676d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830168 Sep 15 15:10:14.144170 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51194c9b-649c-4f35-9d7b-db2a137fb0b8,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:14.145945 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44496) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:14.147600 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:14.295767 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c6d0de81-27d7-44d8-889b-2009dab4f80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.327069 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c6d0de81-27d7-44d8-889b-2009dab4f80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.436987 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c6d0de81-27d7-44d8-889b-2009dab4f80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.444942 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-87f3dcbf-2044-4f55-97cd-1d722026721b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:14.461191 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0de81-27d7-44d8-889b-2009dab4f80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51194c9b-649c-4f35-9d7b-db2a137fb0b8,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:14.471828 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c6d0de81-27d7-44d8-889b-2009dab4f80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:14.477108 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c6d0de81-27d7-44d8-889b-2009dab4f80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.478197 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-c6d0de81-27d7-44d8-889b-2009dab4f80e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51194c9b-649c-4f35-9d7b-db2a137fb0b8 HTTP/1.1" status: 204 len: 168 time: 0.3312340 Sep 15 15:10:14.525058 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10c5e5-80fe-4c96-9a02-b38175a2a3ad req-8c62bfff-c83c-4316-aa5a-15d291a866d4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:14.525544 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6d10c5e5-80fe-4c96-9a02-b38175a2a3ad req-8c62bfff-c83c-4316-aa5a-15d291a866d4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1310644 Sep 15 15:10:14.572519 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6d10c5e5-80fe-4c96-9a02-b38175a2a3ad req-d28407db-6523-4683-b85f-15a8a442c9b2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Sep 15 15:10:14.970806 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e16e-fa23-4591-88dd-0b722776e1c6 req-4a2a82dd-754f-4a77-812a-d103db1f80f4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:14.972314 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2932e16e-fa23-4591-88dd-0b722776e1c6 req-4a2a82dd-754f-4a77-812a-d103db1f80f4 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.0840185 Sep 15 15:10:15.017191 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2932e16e-fa23-4591-88dd-0b722776e1c6 req-beeef914-9679-4d48-93c2-83babc9dfec3 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Sep 15 15:10:15.210302 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ec649-1c48-4295-b4ed-2ba58e20d90b req-f8fc8abd-2290-4f59-8bc6-0d5f6f2c0333 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.211704 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aa4ec649-1c48-4295-b4ed-2ba58e20d90b req-f8fc8abd-2290-4f59-8bc6-0d5f6f2c0333 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.0833156 Sep 15 15:10:15.256195 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aa4ec649-1c48-4295-b4ed-2ba58e20d90b req-73973722-ab86-4c66-b69d-35ce1f2f9208 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Sep 15 15:10:15.680399 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069bc3-16f2-4e47-9bd8-e31d6d38381e req-6d3c5038-cd72-4085-8d36-4ffa261a6ef5 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.682153 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-33069bc3-16f2-4e47-9bd8-e31d6d38381e req-6d3c5038-cd72-4085-8d36-4ffa261a6ef5 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.0898325 Sep 15 15:10:15.781703 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-33069bc3-16f2-4e47-9bd8-e31d6d38381e req-c254b19d-3d8b-4ebb-a8cc-a04ad6f1b7d2 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625775 Sep 15 15:10:15.802642 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644f4ae-404e-48e2-92bd-f355634146a1 req-c42eb2fd-c858-4ddb-83d9-1174bd46772c tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.804827 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0644f4ae-404e-48e2-92bd-f355634146a1 req-c42eb2fd-c858-4ddb-83d9-1174bd46772c tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1210580 Sep 15 15:10:15.852238 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0644f4ae-404e-48e2-92bd-f355634146a1 req-3ee0dc08-5a76-492d-9962-8051f22f1890 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Sep 15 15:10:17.037781 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e9bf-7c26-481b-b13c-9d1157aea4af req-13cb4543-e1a6-4443-9055-9a0304d54e1a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:17.039440 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8723e9bf-7c26-481b-b13c-9d1157aea4af req-13cb4543-e1a6-4443-9055-9a0304d54e1a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0817411 Sep 15 15:10:17.085888 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8723e9bf-7c26-481b-b13c-9d1157aea4af req-00c7dbee-61e6-423e-80e6-877472d2d2d9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Sep 15 15:10:18.280493 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c7754-eeb8-444a-8042-c02ea2dac7e5 req-a784b577-20c0-4460-941c-740fe36bc1a9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.282160 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-744c7754-eeb8-444a-8042-c02ea2dac7e5 req-a784b577-20c0-4460-941c-740fe36bc1a9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0827196 Sep 15 15:10:18.331076 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-744c7754-eeb8-444a-8042-c02ea2dac7e5 req-5e68e777-d5b5-4e8e-81d6-2696ba2000f6 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Sep 15 15:10:19.522931 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322036b1-e9ba-40ad-8822-55cb86d0df6a req-25804b47-f311-4141-b41b-937586a7250f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:19.524418 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-322036b1-e9ba-40ad-8822-55cb86d0df6a req-25804b47-f311-4141-b41b-937586a7250f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0834517 Sep 15 15:10:19.567466 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-322036b1-e9ba-40ad-8822-55cb86d0df6a req-40b3a0f4-b124-4450-98d3-e62d0c3fe472 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375893 Sep 15 15:10:20.118839 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f28b4f-804e-40d9-b432-6c8194623b68 req-e0148b41-8f9c-4a08-b732-397825161933 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.122818 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a2f28b4f-804e-40d9-b432-6c8194623b68 req-e0148b41-8f9c-4a08-b732-397825161933 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0832438 Sep 15 15:10:20.167677 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a2f28b4f-804e-40d9-b432-6c8194623b68 req-2e05bfc3-ab01-48f4-92f0-af176542b7a4 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Sep 15 15:10:20.224252 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-3a0f27ba-104e-410c-8a42-90445059c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.224252 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-3a0f27ba-104e-410c-8a42-90445059c747 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0720696 Sep 15 15:10:20.357192 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-53fd425e-d6ab-4bf5-8f3c-6d908769093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.358731 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-53fd425e-d6ab-4bf5-8f3c-6d908769093e service neutron] 10.222.0.32 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 912 time: 0.1269410 Sep 15 15:10:20.464539 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-c5a53523-e98e-4d4b-bf92-361806099078 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c HTTP/1.1" status: 200 len: 1001 time: 0.0968566 Sep 15 15:10:20.526728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-6dc686c4-b552-4c64-9a5d-53756762eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.528365 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-6dc686c4-b552-4c64-9a5d-53756762eca8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 200 len: 850 time: 0.0579519 Sep 15 15:10:20.604501 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-f49a9d61-00b7-4485-9cfb-6fbd8e031e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.606034 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-f49a9d61-00b7-4485-9cfb-6fbd8e031e56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719402 Sep 15 15:10:20.757937 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-f1911310-baaf-4ec6-ad6c-d91819327de5 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365066 Sep 15 15:10:20.890471 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-18175a5a-a514-49d4-9f13-6e28b274b98a req-8f2cf9f5-08bf-4e7a-9ffb-d52a19805683 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261666 Sep 15 15:10:21.400371 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451184a7-19e0-4e33-8410-83b43438e309 req-60763479-c15d-49fa-944b-065381954317 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:21.401876 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-451184a7-19e0-4e33-8410-83b43438e309 req-60763479-c15d-49fa-944b-065381954317 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.1482098 Sep 15 15:10:21.410570 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9264ed-8e5a-4970-b853-acd7e3416c8f req-4073135e-4000-48f9-bee3-ac8404628479 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:21.412234 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ab9264ed-8e5a-4970-b853-acd7e3416c8f req-4073135e-4000-48f9-bee3-ac8404628479 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.1230769 Sep 15 15:10:21.484524 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-451184a7-19e0-4e33-8410-83b43438e309 req-c44b25eb-d2e2-4430-8e3e-acd147c9b3dd tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711951 Sep 15 15:10:21.489354 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ab9264ed-8e5a-4970-b853-acd7e3416c8f req-cdd7fd90-3415-411b-93ef-0231b70686dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602093 Sep 15 15:10:21.509524 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44618) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:21.749188 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85e931-bf51-4dd3-823b-4a54bb2fc2a0 tempest-TestMinimumBasicScenario-72464475 tempest-TestMinimumBasicScenario-72464475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:21.750763 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-6e85e931-bf51-4dd3-823b-4a54bb2fc2a0 tempest-TestMinimumBasicScenario-72464475 tempest-TestMinimumBasicScenario-72464475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1093 time: 0.2402511 Sep 15 15:10:21.753718 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44626) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:21.759264 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'floatingip': {'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'port_id': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:21.765587 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:21.769451 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:floatingip and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:21.772964 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:21.778742 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:21.872491 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for floatingip, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.009734 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.147522 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Allocated IP 172.28.3.49 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/ca3adb5f-4ca3-4ead-ab55-00ce6ef232a1) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:22.291731 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.392559 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.398128 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:22.461703 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:22.464532 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:22.468272 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:10:22.585144 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'Port': ['ID=ca3adb5f-4ca3-4ead-ab55-00ce6ef232a1,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:22.589518 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:22.837902 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539338f-2b80-4351-8c11-9c75fa0dbf9c req-5c62a377-476a-4f59-b3e5-a9441d7cb6a6 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:22.839393 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8539338f-2b80-4351-8c11-9c75fa0dbf9c req-5c62a377-476a-4f59-b3e5-a9441d7cb6a6 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.2415087 Sep 15 15:10:22.964529 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8539338f-2b80-4351-8c11-9c75fa0dbf9c req-a775c2ba-d483-4483-918d-89b10fd46a8b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726731 Sep 15 15:10:23.047789 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.199704 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.400533 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.501012 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128114640'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.507668 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-83d4be28-af30-446a-91f8-3eeb4497d547 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:23.620721 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'Port': ['ID=ca3adb5f-4ca3-4ead-ab55-00ce6ef232a1,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:23.624619 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:23.629948 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.805353 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Floating IP c44f1236-8fb3-409f-84b0-1b0c9e087bb8 associated. External IP: 172.28.3.49, port: 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc. Sep 15 15:10:24.244968 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:10:24.417765 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:10:24.428021 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] Sync routers for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:10:24.437889 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:10:24.438513 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:10:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:24.523778 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.582595 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8278711 Sep 15 15:10:24.584520 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:24.587066 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 44642) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:24.598886 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812535702', 'description': 'tempest-secgroup-smoke-812535702 description', 'project_id': '6ff3021fe7484905a6d01c1b171308c5'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:24.617186 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:10:24.620610 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:24.624738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:security_group and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:24.627734 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:24.648489 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:24.660229 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'status': 'completed', 'code': 200} Sep 15 15:10:24.755218 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.787728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:24.790290 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:security_group_rule and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:24.794678 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-41d29bd9-2b8b-4cf1-9291-d2244188ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:24.796373 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-41d29bd9-2b8b-4cf1-9291-d2244188ab18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1098 time: 0.1004915 Sep 15 15:10:24.797147 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:24.822138 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:24.970528 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-ee9f7d32-41d5-462d-88bc-9d0c6c73ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:24.972036 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-ee9f7d32-41d5-462d-88bc-9d0c6c73ca9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 200 len: 914 time: 0.1686244 Sep 15 15:10:25.009184 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': 'c44f1236-8fb3-409f-84b0-1b0c9e087bb8', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'floating_ip_address': '172.28.3.49', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'port_id': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'mac_address': 'fa:16:3e:07:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99860b7c-08a7-48f9-88e0-b59455985e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:22Z', 'updated_at': '2021-09-15T15:10:22Z', 'revision_number': 0, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 5, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:25.013533 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] Checking router: eb3a29ec-6bb1-40f1-a746-29e8eaa28437 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:10:25.023195 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:10:25.023861 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:10:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:25.169451 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.196620 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-742e5d8c-2b4d-483c-941f-ff42beeac610 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 998 time: 0.2149704 Sep 15 15:10:25.237572 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.245795 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:10:25.250354 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fd5921c8-6193-4b16-a9c6-ad66e0cb32de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:25.301332 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79027277-5f12-4e10-ba62-afbe79486f61,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:25.308233 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:25.309816 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-a38af39f-1e06-4a3b-9b98-326d370b91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.311301 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-a38af39f-1e06-4a3b-9b98-326d370b91ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1595f451-aa37-4af5-8c94-b632a9690702 HTTP/1.1" status: 200 len: 852 time: 0.1083214 Sep 15 15:10:25.393650 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-51fd893e-c167-40e8-a1da-ee54355e6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.395256 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-51fd893e-c167-40e8-a1da-ee54355e6acb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8dcd136-1f63-44c9-9ecf-b681c58194da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777781 Sep 15 15:10:25.467407 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.471364 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8805792 Sep 15 15:10:25.471852 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44652) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:25.478099 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'security_group_rule': {'security_group_id': '79027277-5f12-4e10-ba62-afbe79486f61', 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:25.484294 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:25.488374 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:security_group_rule and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:25.492548 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:25.498832 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:25.540784 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-0ee8a4c5-af11-4828-9d76-1abe564a0e1f service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387393 Sep 15 15:10:25.582130 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.652551 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': 'c44f1236-8fb3-409f-84b0-1b0c9e087bb8', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'floating_ip_address': '172.28.3.49', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'port_id': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'mac_address': 'fa:16:3e:07:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99860b7c-08a7-48f9-88e0-b59455985e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:22Z', 'updated_at': '2021-09-15T15:10:22Z', 'revision_number': 0, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 5, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:25.668312 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a549a-2e8f-4c99-b197-1d6fa5ad0553 None None] The sync data for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb is: [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': 'c44f1236-8fb3-409f-84b0-1b0c9e087bb8', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'floating_ip_address': '172.28.3.49', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'port_id': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'mac_address': 'fa:16:3e:07:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99860b7c-08a7-48f9-88e0-b59455985e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:22Z', 'updated_at': '2021-09-15T15:10:22Z', 'revision_number': 0, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 5, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:10:25.692054 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-57017d6e-e428-455e-bb07-bd57f3f37537 req-84b8a798-40f7-4816-8c91-a3813b1590fd service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443131 Sep 15 15:10:25.707435 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.786744 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.794948 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:25.813591 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a972837-22b8-444b-be85-30f897b91189,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:25.819059 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:25.882995 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed19d1f-ba44-48ba-8518-044d63acff27 None None] New status for floating IP c44f1236-8fb3-409f-84b0-1b0c9e087bb8: ACTIVE {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:10:25.912107 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.913854 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4404926 Sep 15 15:10:25.916355 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44660) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:25.921504 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'security_group_rule': {'security_group_id': '79027277-5f12-4e10-ba62-afbe79486f61', 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:25.928497 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:25.932667 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:security_group_rule and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:25.935777 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:25.941512 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:26.027385 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.091946 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.163537 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.171553 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:26.189814 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77522399-7d3f-4c97-a813-383b575911c5,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:26.192225 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:26.272503 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.273780 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-d4733f9d-acc3-4c28-948d-c381b1a55538 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564501 Sep 15 15:10:26.276438 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44664) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:26.281503 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'security_group_rule': {'security_group_id': '79027277-5f12-4e10-ba62-afbe79486f61', 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:26.287979 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:26.291794 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:security_group_rule and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:26.294706 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:26.300482 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:26.381585 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.444017 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.540650 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.542624 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:26.564312 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228207a7-e927-48a8-b602-7cdf7214e0d9,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:26.566613 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:26.637508 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.638657 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612962 Sep 15 15:10:26.641313 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44670) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:26.646878 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'security_group_rule': {'security_group_id': '79027277-5f12-4e10-ba62-afbe79486f61', 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:26.652568 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:26.656320 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:security_group_rule and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:26.659125 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:26.665476 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:26.735550 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.799964 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.877743 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.883316 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7097f575-18a0-4491-aa73-890f0a517321 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:26.907372 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7b74d7-a3f4-46ab-a768-4bde8ea69acd,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:26.909924 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:27.020666 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.022666 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-6a308899-3c60-4e6a-b722-3fea58cca98e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3804133 Sep 15 15:10:27.025349 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44680) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:27.030292 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'security_group_rule': {'security_group_id': '79027277-5f12-4e10-ba62-afbe79486f61', 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:27.036100 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:27.039894 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:security_group_rule and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:27.042689 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:27.048384 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:27.118183 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.securitygroups_db [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Project 6ff3021fe7484905a6d01c1b171308c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:10:27.125296 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.189815 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.260767 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.268700 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:27.289438 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7feb6b-fc24-47c6-8c7d-0de340e41a4c,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:27.292382 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:27.346486 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.347817 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-3d4fc399-216d-4198-9567-18b13ce9dd8e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215361 Sep 15 15:10:27.351197 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44690) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:27.356448 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'security_group_rule': {'security_group_id': '79027277-5f12-4e10-ba62-afbe79486f61', 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:27.362992 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:27.367464 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Usage tracker for resource:security_group_rule and tenant:6ff3021fe7484905a6d01c1b171308c5 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:27.370393 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:27.376746 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:27.457162 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.securitygroups_db [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Project 6ff3021fe7484905a6d01c1b171308c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:10:27.468276 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.537055 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.591979 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.600674 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:27.618868 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26f1af7-38a4-4945-9644-02b3d89b0757,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:27.621719 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:27.666501 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.667776 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3154874 Sep 15 15:10:27.790337 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-d882842b-7125-433b-9ce7-1a5e44134a40 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812535702&fields=id&tenant_id=6ff3021fe7484905a6d01c1b171308c5 HTTP/1.1" status: 200 len: 267 time: 0.0422351 Sep 15 15:10:27.886058 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-b45f0a94-dd0d-4640-abe4-75eb735718bf tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:27.886058 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-b45f0a94-dd0d-4640-abe4-75eb735718bf tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.0815113 Sep 15 15:10:27.889013 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'port': {'security_groups': ['b9876dad-389a-4f75-be5d-4f6de9425cad', '79027277-5f12-4e10-ba62-afbe79486f61']}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:28.009793 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.263288 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] For port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:10:28.291233 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.357550 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128114640'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.364052 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:28.370822 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:10:28.431703 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.432341 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.433725 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c2c7cc39-34a0-44f8-af9f-04d15abc50a7 req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "PUT /v2.0/ports/3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 981 time: 0.5496237 Sep 15 15:10:28.434230 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:28.461250 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'Port': ['ID=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,revision_number=6']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:28.473710 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:28.500208 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'status': 'completed', 'code': 200} Sep 15 15:10:28.550759 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:10:28.613057 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-41ca8560-64e0-407a-875c-2c6a834d2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.615884 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-41ca8560-64e0-407a-875c-2c6a834d2019 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1137 time: 0.0948491 Sep 15 15:10:28.636505 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81575ca-ebe6-4f7f-a822-8e3295943cf7 req-b20db402-d8eb-48cd-980d-c4e6519c295f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.643887 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f81575ca-ebe6-4f7f-a822-8e3295943cf7 req-b20db402-d8eb-48cd-980d-c4e6519c295f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.1009872 Sep 15 15:10:28.704199 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f81575ca-ebe6-4f7f-a822-8e3295943cf7 req-5c5e85b0-88b1-4fb0-8332-3e434135ceab tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591345 Sep 15 15:10:28.765058 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-64b0669f-f897-4cec-807c-04525794ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.766503 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-64b0669f-f897-4cec-807c-04525794ace7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 200 len: 914 time: 0.1427817 Sep 15 15:10:28.779022 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-3d4a45fc-0a3a-4d48-a8c0-cd4394675dcb None None] Provisioning complete for port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:28.779455 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d4a45fc-0a3a-4d48-a8c0-cd4394675dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.877580 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-775eb312-4db9-4fc3-812c-67b22cb3350d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 1000 time: 0.1016374 Sep 15 15:10:28.940876 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-44e723d6-6da5-4461-8c61-032422e4145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.942325 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-44e723d6-6da5-4461-8c61-032422e4145b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1595f451-aa37-4af5-8c94-b632a9690702 HTTP/1.1" status: 200 len: 852 time: 0.0585833 Sep 15 15:10:29.022759 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-b240b8f9-1862-458c-9815-0bbfc3ff526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:29.024269 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-b240b8f9-1862-458c-9815-0bbfc3ff526a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8dcd136-1f63-44c9-9ecf-b681c58194da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760567 Sep 15 15:10:29.157727 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-2c70765f-060a-45f5-9625-7e6168449922 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271422 Sep 15 15:10:29.295742 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ef99cb6d-206b-417e-b3e8-26939936fe58 req-0f850694-8470-4629-8ff1-45b0a5acc800 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309578 Sep 15 15:10:30.507023 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:31.851418 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-34376881-ff31-4b44-bd9c-5fa9ef038845 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692518 Sep 15 15:10:31.950836 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-aad11619-70a6-49b3-8502-014448b00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:31.952446 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-aad11619-70a6-49b3-8502-014448b00d39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0758626 Sep 15 15:10:32.110377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-7559782e-733e-46bd-811f-9429d35788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:32.112124 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-7559782e-733e-46bd-811f-9429d35788c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 912 time: 0.1294682 Sep 15 15:10:32.318528 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-e95fdccb-c100-4df6-99b0-68b2a0f1a7cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c HTTP/1.1" status: 200 len: 1001 time: 0.1918862 Sep 15 15:10:32.389527 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-e9db3612-9a6c-479c-a464-8b79a526e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:32.391082 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-e9db3612-9a6c-479c-a464-8b79a526e028 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 200 len: 850 time: 0.0587814 Sep 15 15:10:32.465903 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-318ed058-e4b8-41c3-87fc-0827b04f9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:32.467419 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-318ed058-e4b8-41c3-87fc-0827b04f9e86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702150 Sep 15 15:10:32.602299 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-6dea3e3d-449f-4a54-8308-1e5792a2303e service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282704 Sep 15 15:10:32.732231 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c0478778-ffc5-4919-8eef-6b3a3b59a49a req-03d877f8-b701-4690-b440-0b1cae2c99a2 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237292 Sep 15 15:10:38.890927 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6a51c176-9eee-47d6-9d7f-9086eb70d6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:39.465831 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:41.660537 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e06d05c3-e4a0-4304-84e9-b926b528ce85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:42.574767 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:44.128637 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:45.316219 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27944c57-2e6e-45ec-83c8-f15975f310fe req-eae48cff-fae4-434f-9736-b48223a11906 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:45.317885 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-27944c57-2e6e-45ec-83c8-f15975f310fe req-eae48cff-fae4-434f-9736-b48223a11906 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.1414676 Sep 15 15:10:45.362922 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-27944c57-2e6e-45ec-83c8-f15975f310fe req-4942395f-9b27-49b3-8823-7d0af24cf7b5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Sep 15 15:10:46.556676 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ee940-fe32-4bbd-9c4e-a3670e975039 req-11909662-7aa1-492a-adbc-862776ccd386 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:46.558141 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ad0ee940-fe32-4bbd-9c4e-a3670e975039 req-11909662-7aa1-492a-adbc-862776ccd386 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.0838020 Sep 15 15:10:46.601066 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ad0ee940-fe32-4bbd-9c4e-a3670e975039 req-dfdd4b8d-dbf1-4d2c-ac88-4eeeffb6078d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372801 Sep 15 15:10:47.477176 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-ba8ff7e1-d014-4746-9e01-c641967a54a4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:47.477859 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-ba8ff7e1-d014-4746-9e01-c641967a54a4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Synchronizing usage tracker for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:10:47.568253 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-ba8ff7e1-d014-4746-9e01-c641967a54a4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Unset dirty status for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:10:47.569381 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-ba8ff7e1-d014-4746-9e01-c641967a54a4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.1805353 Sep 15 15:10:47.646291 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Deleting port 8e424265-0adb-4677-8092-c3ed051699a8 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:10:47.646639 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:47.793584 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7da9cf-308a-47d8-9a50-b78d937e730c req-0875580c-9a35-40a8-9bbf-d979e08565a7 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:47.795049 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7f7da9cf-308a-47d8-9a50-b78d937e730c req-0875580c-9a35-40a8-9bbf-d979e08565a7 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 947 time: 0.0850954 Sep 15 15:10:47.841211 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7f7da9cf-308a-47d8-9a50-b78d937e730c req-7ebf0610-d42a-4929-9bc2-b8f3add26344 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=a68aec0e-0dba-4b0c-8e0b-0831cca868ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403082 Sep 15 15:10:47.893615 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] For port 8e424265-0adb-4677-8092-c3ed051699a8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8e424265-0adb-4677-8092-c3ed051699a8,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:10:47.893967 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:48.179921 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:48.180288 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:48.180590 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.l3_db [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Floating IP 7f8ce7bc-6528-485a-a993-2a37b4cc57c4 disassociated. External IP: 172.28.3.18, port: 8e424265-0adb-4677-8092-c3ed051699a8. Sep 15 15:10:48.180922 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Calling delete_port for 8e424265-0adb-4677-8092-c3ed051699a8 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:10:48.385388 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:48.390575 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:48.438951 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event deleted for resources: {'Port': ['ID=8e424265-0adb-4677-8092-c3ed051699a8,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:48.448103 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.448478 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.448842 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.449202 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.449558 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.449911 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.450261 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.450609 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.450957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.451302 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.451672 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.452015 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:48.455295 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:48.721779 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Router 7bdb3330-94c9-4735-a871-8ac2d0e84277 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:10:48.904474 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:10:48.916232 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] Sync routers for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:10:48.930376 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:10:48.931045 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:10:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:48.984775 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] No DVR routers for this DVR port 8e424265-0adb-4677-8092-c3ed051699a8 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:10:48.987833 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:48.991830 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-deleted', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:49.043891 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6bcb6-69d0-4472-a133-c2de6ca20ed4', 'name': 'network-vif-deleted', 'tag': '8e424265-0adb-4677-8092-c3ed051699a8', 'status': 'completed', 'code': 200} Sep 15 15:10:49.054630 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-481c95b5-146a-4ae2-876a-d06f92f548d1 req-789c2dbc-85e1-4b19-8031-dcda91ab6188 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 210 time: 0.0496950 Sep 15 15:10:49.100942 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8ac8f10e-d5b4-4dd6-9ae2-9c544620c8ed req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "DELETE /v2.0/ports/8e424265-0adb-4677-8092-c3ed051699a8 HTTP/1.1" status: 204 len: 173 time: 1.5195677 Sep 15 15:10:49.122664 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:10:49.469446 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:49.473319 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] Checking router: 7bdb3330-94c9-4735-a871-8ac2d0e84277 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:10:49.490264 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:10:49.490264 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:10:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:49.659042 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:10:49.757150 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:10:49.970415 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:49.974851 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7c12d-fdb0-4d57-8c0c-fed4a1444e6e None None] The sync data for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb is: [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:10:50.249699 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3d8ca-1727-46a4-9914-7ceacb23295c None None] New status for floating IP 7f8ce7bc-6528-485a-a993-2a37b4cc57c4: DOWN {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:10:50.276464 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e7e41ecb-41f0-486f-a5e9-3a1c7a6137b7 req-b609ec10-914f-4649-a9ef-d8928a1c79d2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=98d6bcb6-69d0-4472-a133-c2de6ca20ed4 HTTP/1.1" status: 200 len: 210 time: 0.0474746 Sep 15 15:10:50.526161 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:10:50.566763 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 8e424265-0adb-4677-8092-c3ed051699a8 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:10:50.567130 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8e424265-0adb-4677-8092-c3ed051699a8 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:10:51.569366 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44876) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:51.633158 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.660431 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.883124 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.887261 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4152fdea-a24b-4aaa-8ed7-e44c83da52c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:51.901455 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68aec0e-0dba-4b0c-8e0b-0831cca868ff,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:51.911050 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.911475 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.911862 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.912217 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.912561 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.912903 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.913241 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.913603 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.913923 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.914264 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.914587 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.914922 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:51.918052 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:52.088289 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:52.089451 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "DELETE /v2.0/security-groups/a68aec0e-0dba-4b0c-8e0b-0831cca868ff HTTP/1.1" status: 204 len: 168 time: 0.5190783 Sep 15 15:10:52.092021 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44880) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:52.107626 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.api.v2.resource [None req-dc21fd20-fda0-416f-aee9-c0aa8e71e167 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] show failed (client error): The resource could not be found. Sep 15 15:10:52.108562 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-dc21fd20-fda0-416f-aee9-c0aa8e71e167 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups/a68aec0e-0dba-4b0c-8e0b-0831cca868ff HTTP/1.1" status: 404 len: 347 time: 0.0156770 Sep 15 15:10:52.111310 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44884) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:52.342148 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Deleting port b819ffa2-62a4-4903-a6fb-7b8faea022e3 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:10:52.342490 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:52.508643 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:52.508970 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:52.631884 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Calling delete_port for b819ffa2-62a4-4903-a6fb-7b8faea022e3 owned by network:floatingip {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:10:52.882566 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:52.886554 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c46286a7-6162-4388-b4a8-b690bf26ba75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:52.930095 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event deleted for resources: {'Port': ['ID=b819ffa2-62a4-4903-a6fb-7b8faea022e3,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:52.933198 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:53.022687 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.036770 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.037905 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "DELETE /v2.0/floatingips/7f8ce7bc-6528-485a-a993-2a37b4cc57c4 HTTP/1.1" status: 204 len: 168 time: 0.9256897 Sep 15 15:10:53.468043 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44892) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:53.473403 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829693805', 'description': 'tempest-description--1546666622'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:53.479220 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:53.483275 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:security_group and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:53.486359 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:53.493635 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:53.602622 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.626386 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:53.627631 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:security_group_rule and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:53.631176 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:53.636820 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:53.704931 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.799136 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.803668 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ebbed3bf-34eb-44b3-a8a0-63ef69335dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:53.843572 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:53.846323 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:53.894286 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.895649 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-9eb3dc65-a290-40cc-afaf-82dd6b02810f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4265604 Sep 15 15:10:53.898418 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44898) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:53.903463 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'security_group_rule': {'security_group_id': '2a301071-c2d2-4ddb-8fea-b213ffe3e6b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:53.909406 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:53.913807 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:security_group_rule and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:53.916652 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:53.922295 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:54.060307 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.121286 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.196927 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.198727 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48ddead6-6d5c-4468-9220-507168a0e203 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:54.215037 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0c0140-c35b-4ba7-8a90-2ba377dc1021,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:54.223156 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:54.305522 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.306716 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4073341 Sep 15 15:10:54.309405 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44902) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:54.314283 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'security_group_rule': {'security_group_id': '2a301071-c2d2-4ddb-8fea-b213ffe3e6b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:54.320769 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:54.324567 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:security_group_rule and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:54.327347 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:54.332850 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:54.426212 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.486690 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.545470 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.547467 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-795770df-fd1c-4265-bc81-a7cdff76b46b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:54.569525 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abeb4cdd-f257-47be-a374-ae0107885870,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:54.571772 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:54.648539 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.649790 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4cd07246-2293-4ee5-8437-5dd1fd7ce908 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394773 Sep 15 15:10:54.659924 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 44908) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:10:54.666518 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'floatingip': {'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:54.673085 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:54.678241 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Usage tracker for resource:floatingip and tenant:0b2e4af22d5f463e8a475e5b8d071687 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:54.681841 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:54.688288 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:54.768990 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.913399 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.053982 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Allocated IP 172.28.3.103 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/49e9d40f-472f-47d8-be94-e1449ba94dbf) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:55.204651 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.306684 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.312096 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ae8e3e4-3bfc-4ac7-8cd8-12abb1f0aa14 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:55.373972 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:55.376796 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:55.380632 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:10:55.425534 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'Port': ['ID=49e9d40f-472f-47d8-be94-e1449ba94dbf,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:55.430256 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:55.468114 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.593451 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.907108 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.008364 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128114640'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.012067 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e100a708-466a-425c-96ec-24d195c9d5f6 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:56.118028 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'Port': ['ID=49e9d40f-472f-47d8-be94-e1449ba94dbf,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:56.121901 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:56.128911 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.294134 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.295391 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-9cb419d4-2754-4c22-b149-47a24e296672 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6343367 Sep 15 15:10:56.515321 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-41c78162-cf80-4a30-9c26-7540f590d479 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Synchronizing usage tracker for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:security_group {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:10:56.590626 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-41c78162-cf80-4a30-9c26-7540f590d479 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Unset dirty status for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:security_group {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:10:56.591924 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-41c78162-cf80-4a30-9c26-7540f590d479 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1829693805&fields=id&tenant_id=0b2e4af22d5f463e8a475e5b8d071687 HTTP/1.1" status: 200 len: 267 time: 0.1176269 Sep 15 15:10:56.742502 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-00700723-390c-4649-8f43-37a9e1a88f61 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:56.743890 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-00700723-390c-4649-8f43-37a9e1a88f61 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 817 time: 0.1454923 Sep 15 15:10:56.760129 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-eea85ca0-ef36-405f-8632-bfba75f370e1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/quotas/0b2e4af22d5f463e8a475e5b8d071687 HTTP/1.1" status: 200 len: 375 time: 0.0106213 Sep 15 15:10:56.845238 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-acf966e2-aa3d-4ab4-b548-7cf096718651 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Synchronizing usage tracker for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:10:56.980004 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-acf966e2-aa3d-4ab4-b548-7cf096718651 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Unset dirty status for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:10:56.981355 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-acf966e2-aa3d-4ab4-b548-7cf096718651 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2163093 Sep 15 15:10:57.168765 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-532906a6-da0d-4594-81a1-667c6ff4a87d service neutron] 10.222.0.39 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746035 Sep 15 15:10:57.302412 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-8515f262-fd21-4e45-a058-237b6a3d5679 service neutron] 10.222.0.39 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272869 Sep 15 15:10:57.565134 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-feeef294-68ad-44ee-8174-3a01961b34e8 req-cb401f50-0970-44ff-8802-a057c1789661 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 210 time: 0.0524073 Sep 15 15:10:58.721044 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-568532ad-be54-4595-9ec0-fea8ca51af4a req-f4c6226a-3081-4c05-9aa4-f7ccf7d06109 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 210 time: 0.0430262 Sep 15 15:10:59.766911 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-56dd03f0-1acf-4a1d-b661-1076785e85e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:59.768497 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-56dd03f0-1acf-4a1d-b661-1076785e85e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 817 time: 0.1471205 Sep 15 15:10:59.817760 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-9578ebd5-214c-4f8c-8cd6-9a1c993c5ffe tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2e4af22d5f463e8a475e5b8d071687 HTTP/1.1" status: 200 len: 380 time: 0.0394561 Sep 15 15:10:59.826955 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'port': {'device_id': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'admin_state_up': True, 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'security_groups': ['2a301071-c2d2-4ddb-8fea-b213ffe3e6b3']}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:59.877154 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-893478ff-e67b-4e45-a53b-24a1068f98b6 req-8609103d-0eb4-4095-b691-12672ef9a064 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 210 time: 0.0438621 Sep 15 15:10:59.965787 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:59.975418 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:00.100033 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Made reservation on behalf of 0b2e4af22d5f463e8a475e5b8d071687 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:00.104517 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:00.273016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Allocated IP 172.20.0.13 (74476e6f-4422-49b4-98a1-39e62306614c/3072b533-9351-466b-a208-265065fbafd5/8c5be542-49fc-4031-b3be-2e1ef7bef6d6) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:00.462671 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:00.477630 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Transition to ACTIVE for port object 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:11:00.534104 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:00.568691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:00.574874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3c957ce9-3ccb-42b1-96c9-e16a4f1aabce tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:00.640618 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Network 74476e6f-4422-49b4-98a1-39e62306614c is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:00.643963 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:00.648777 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:11:00.713707 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:00.713707 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:00.719781 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:00.720393 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:00.883901 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0605564 Sep 15 15:11:00.950420 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Request body: {'port': {'device_id': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:00.991816 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-38c56967-82cb-4e47-9ae8-86e945de44ed None None] Provisioning for port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:11:00.996672 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-38c56967-82cb-4e47-9ae8-86e945de44ed None None] Provisioning complete for port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:00.997178 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c56967-82cb-4e47-9ae8-86e945de44ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.051728 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-38c56967-82cb-4e47-9ae8-86e945de44ed None None] Port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:11:01.067731 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.079285 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff11f7-1fde-457b-bfc3-37db0b42499a req-81508866-551d-4b10-81d1-4a4e46806a38 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:01.083111 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-65ff11f7-1fde-457b-bfc3-37db0b42499a req-81508866-551d-4b10-81d1-4a4e46806a38 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 932 time: 0.0840790 Sep 15 15:11:01.126262 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-65ff11f7-1fde-457b-bfc3-37db0b42499a req-040a56d7-eb15-4bee-b867-cb06739e846a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387473 Sep 15 15:11:01.500409 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:01.508362 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.522316 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Transition to ACTIVE for port object 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:11:01.613967 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.618506 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3683e98a-7ced-4efa-ba3f-aa09d94fb3cc tempest-VolumesNegativeTest-1906604661 tempest-VolumesNegativeTest-1906604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:01.744355 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:01.770083 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:01.854774 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Attempting to bind port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:01.860646 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Attempting to bind port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:01.860646 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Attempting to bind port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 on network 74476e6f-4422-49b4-98a1-39e62306614c {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:11:01.860646 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 on network 74476e6f-4422-49b4-98a1-39e62306614c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:11:01.860646 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Attempting to bind port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 on network 74476e6f-4422-49b4-98a1-39e62306614c {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:11:01.870695 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:11:01.871028 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Checking segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:11:01.871409 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Bound using segment: {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:11:01.871868 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Bound port: 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27312cab-7959-443b-9383-ea04ad963e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:01.872215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.937945 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 44996) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:01.969705 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:11:01.972738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:11:02.057924 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.062512 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:02.099392 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.135393 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:02.136340 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.137589 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] 10.222.0.32 "PUT /v2.0/ports/8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 200 len: 1094 time: 1.2459466 Sep 15 15:11:02.140117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:02.153478 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:02.160643 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Usage tracker for resource:security_group_rule and tenant:cdcfe6d4e10745299130ce5db742e97d is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:02.165395 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:02.172446 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:02.175698 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:02.176754 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:02.333389 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.351567 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-ed82a2a8-e02d-49b4-b6d6-2e993194f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:02.353085 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-ed82a2a8-e02d-49b4-b6d6-2e993194f7ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1097 time: 0.1205852 Sep 15 15:11:02.434061 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-0997fc9a-e8fa-4647-9a99-7b56c250d964 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 200 len: 217 time: 0.0724404 Sep 15 15:11:02.434633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.440777 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99725c-8466-4473-bc04-80a0c526f40a req-203938de-e978-47d1-96a0-6615447a37d4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:02.442262 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0b99725c-8466-4473-bc04-80a0c526f40a req-203938de-e978-47d1-96a0-6615447a37d4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.1123261 Sep 15 15:11:02.443355 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-87a3791f-7f10-44fc-bc08-93d7d6e92601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:02.451305 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'status': 'completed', 'code': 200} Sep 15 15:11:02.496092 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0b99725c-8466-4473-bc04-80a0c526f40a req-226bcd73-ddc2-4933-8b24-2d19d20b882f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472937 Sep 15 15:11:02.536349 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdcfe6d4e10745299130ce5db742e97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973468 Sep 15 15:11:02.539638 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0bdaf8-4507-4e6c-9a88-04c318b5239a,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:02.539793 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45008) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:02.543777 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:02.549281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-f1850b9b-0dd2-4105-811c-21c88d98ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:02.550718 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-f1850b9b-0dd2-4105-811c-21c88d98ff56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.1092548 Sep 15 15:11:02.596690 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3659905-01d0-491f-aae4-c1c311ed8f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.623460 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3659905-01d0-491f-aae4-c1c311ed8f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.628015 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-0013d4f3-9b45-4e85-afcd-65f15a2e5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:02.629497 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-0013d4f3-9b45-4e85-afcd-65f15a2e5958 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715606 Sep 15 15:11:02.722652 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3659905-01d0-491f-aae4-c1c311ed8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.728713 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8b88f08d-82a2-4d18-a851-d802a450c5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:02.741183 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3659905-01d0-491f-aae4-c1c311ed8f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0bdaf8-4507-4e6c-9a88-04c318b5239a,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:02.744042 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a3659905-01d0-491f-aae4-c1c311ed8f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:02.746874 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3659905-01d0-491f-aae4-c1c311ed8f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.748786 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-a3659905-01d0-491f-aae4-c1c311ed8f1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c0bdaf8-4507-4e6c-9a88-04c318b5239a HTTP/1.1" status: 204 len: 168 time: 0.2081165 Sep 15 15:11:02.763781 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-e7a1a137-8dd6-42f9-9f43-d20e5fc58234 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261520 Sep 15 15:11:02.894664 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9fa74fb7-bcfe-4b99-a6f5-776093315c02 req-1d6d448e-f8e7-4523-87b6-a2ee61ccf1ee service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242950 Sep 15 15:11:03.170010 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-65ccd7d6-73a0-431e-854c-08f8394ec61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:03.171624 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-65ccd7d6-73a0-431e-854c-08f8394ec61b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1097 time: 0.0781775 Sep 15 15:11:03.300495 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-9de35db5-9212-4e9c-894b-81e443ff129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:03.301952 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-9de35db5-9212-4e9c-894b-81e443ff129c service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.1235437 Sep 15 15:11:03.370220 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-e85526b0-058a-4222-92c0-a2dd512b4b22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 200 len: 217 time: 0.0611668 Sep 15 15:11:03.434721 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-42ebaaa4-f999-48ba-ba3c-64f11b272f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:03.436363 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-42ebaaa4-f999-48ba-ba3c-64f11b272f11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.0597873 Sep 15 15:11:03.511779 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-2e0d7d11-b495-408b-8101-423eb825aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:03.513265 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-2e0d7d11-b495-408b-8101-423eb825aa00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710666 Sep 15 15:11:03.699276 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cb9a5-f404-4730-b398-00f55e56cfa1 req-ccd6629f-dc60-4a93-8e82-22bacc7e55f2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:03.701053 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a48cb9a5-f404-4730-b398-00f55e56cfa1 req-ccd6629f-dc60-4a93-8e82-22bacc7e55f2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0927131 Sep 15 15:11:03.738147 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-d48a5895-e461-4b2e-bc50-df147c3159ae service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182868 Sep 15 15:11:03.748461 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a48cb9a5-f404-4730-b398-00f55e56cfa1 req-8292eb0f-7953-4e0e-a246-fffbccaf04d0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Sep 15 15:11:03.874650 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48038166-7411-484f-b0b9-fe9880a8eeb5 req-2cb670df-3f85-4320-b9a1-075a9cea3861 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290309 Sep 15 15:11:04.471223 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45042) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:04.586829 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.593248 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:11:04.601604 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:04.605386 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Usage tracker for resource:security_group_rule and tenant:d5659ba176174a0f9ab9a96003b3f6a8 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:04.608139 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:04.614038 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:04.696664 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.726129 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:11:04.743467 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'port_id': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'mac_address': 'fa:16:3e:c1:05:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:11:04.798062 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.815234 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:04.819844 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.831063 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-64aaf473-ca23-4a04-a377-9ef2512c95be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:04.832041 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:11:04.910015 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5659ba176174a0f9ab9a96003b3f6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376264 Sep 15 15:11:04.910978 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45050) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:04.917921 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a508e88c-a75f-4f19-b305-03fa4b8dcd19,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:04.922040 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:04.940909 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.941680 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:04.962476 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a61d53-a8ba-436a-8e0b-e828f8cd4f5a req-62f3dbc1-3999-46c9-824c-65678fead117 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:04.969519 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-51a61d53-a8ba-436a-8e0b-e828f8cd4f5a req-62f3dbc1-3999-46c9-824c-65678fead117 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.1074505 Sep 15 15:11:04.984532 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae24eda8-52b7-4ee6-89d4-070e2e82eb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:05.010160 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-51a61d53-a8ba-436a-8e0b-e828f8cd4f5a req-7372b814-118f-4ae9-a236-c5102709515b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400710 Sep 15 15:11:05.010775 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae24eda8-52b7-4ee6-89d4-070e2e82eb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:05.011478 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:05.014711 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:05.156284 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae24eda8-52b7-4ee6-89d4-070e2e82eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:05.159859 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2f01adbd-e3a9-407c-8915-a0b234688d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:05.172447 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24eda8-52b7-4ee6-89d4-070e2e82eb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a508e88c-a75f-4f19-b305-03fa4b8dcd19,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:05.174759 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ae24eda8-52b7-4ee6-89d4-070e2e82eb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:05.183839 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae24eda8-52b7-4ee6-89d4-070e2e82eb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:05.185004 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ae24eda8-52b7-4ee6-89d4-070e2e82eb69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a508e88c-a75f-4f19-b305-03fa4b8dcd19 HTTP/1.1" status: 204 len: 168 time: 0.2721505 Sep 15 15:11:06.208377 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d30d32-8a92-4c36-878e-e62971bb573a req-72e8a06d-0e4b-4ca3-902f-70b8ef41dc43 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:06.210485 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-47d30d32-8a92-4c36-878e-e62971bb573a req-72e8a06d-0e4b-4ca3-902f-70b8ef41dc43 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 945 time: 0.0848565 Sep 15 15:11:06.255319 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-47d30d32-8a92-4c36-878e-e62971bb573a req-10d6dcf2-0c1b-41c3-84ac-c82a3e55cfe8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389049 Sep 15 15:11:06.439680 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8c5be542-49fc-4031-b3be-2e1ef7bef6d6'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:11:07.545876 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790d6ca-a337-4a4a-af1e-9a81b043b32d req-57c6d88c-62fc-4a7b-981d-527f1869058d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:07.547340 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6790d6ca-a337-4a4a-af1e-9a81b043b32d req-57c6d88c-62fc-4a7b-981d-527f1869058d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 945 time: 0.1800928 Sep 15 15:11:07.592228 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6790d6ca-a337-4a4a-af1e-9a81b043b32d req-77232874-ce15-4fbf-9135-46d6fa8f5c86 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 Sep 15 15:11:08.634857 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:11:08.779353 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:11:08.781920 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8f4f-8198-4227-8459-7f1cc9b6cb4d req-27770172-7e05-45c6-bb91-bd36cee1d435 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:08.783409 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cf3c8f4f-8198-4227-8459-7f1cc9b6cb4d req-27770172-7e05-45c6-bb91-bd36cee1d435 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 945 time: 0.0799620 Sep 15 15:11:08.784459 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:08.784883 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:08.831128 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cf3c8f4f-8198-4227-8459-7f1cc9b6cb4d req-3b549775-ea2f-47b3-aa4f-b414ed78a77e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 Sep 15 15:11:08.922580 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:08.945388 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6281e192-59f7-4345-bc81-5b7c6686541c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:08.951715 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:08.962449 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:11:08.999286 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'code': 200} Sep 15 15:11:09.036796 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:09.038887 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:09.110942 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:09.113861 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:09.400235 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a68e01-8724-4c07-a186-0d5b4cb408b0 req-59c68a79-4b21-4088-9647-9bd4998d2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:09.401670 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-45a68e01-8724-4c07-a186-0d5b4cb408b0 req-59c68a79-4b21-4088-9647-9bd4998d2027 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1099 time: 0.0705855 Sep 15 15:11:09.446078 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-45a68e01-8724-4c07-a186-0d5b4cb408b0 req-fda41429-8b2a-471d-a9eb-d98f6347fb33 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379419 Sep 15 15:11:09.447984 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:10.022502 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32ee79-8dc4-418f-a456-e560e1377655 req-4ac259b0-1eae-4b85-9a51-6cbe46ea675e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:10.024851 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ba32ee79-8dc4-418f-a456-e560e1377655 req-4ac259b0-1eae-4b85-9a51-6cbe46ea675e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0819011 Sep 15 15:11:10.072553 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ba32ee79-8dc4-418f-a456-e560e1377655 req-dd35e122-b8b8-4d77-9aec-81ece33e7fcd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385408 Sep 15 15:11:11.266193 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a25a-33ce-472a-b043-6f8f9ab4f3bf req-9a734730-72b5-4cf4-9d28-9646b1035472 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:11.267578 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ece0a25a-33ce-472a-b043-6f8f9ab4f3bf req-9a734730-72b5-4cf4-9d28-9646b1035472 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0838866 Sep 15 15:11:11.311921 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ece0a25a-33ce-472a-b043-6f8f9ab4f3bf req-f25679e7-31ad-444b-af0e-9d47e0611e36 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Sep 15 15:11:11.495110 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daee37-dfe8-4be8-b018-45a1c8bbf172 req-a669ca16-3855-4863-aba1-84e78bd70f0e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:11.496601 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b8daee37-dfe8-4be8-b018-45a1c8bbf172 req-a669ca16-3855-4863-aba1-84e78bd70f0e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0791428 Sep 15 15:11:11.505786 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45126) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:11.510719 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Request body: {'floatingip': {'port_id': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:11.589049 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:11.636504 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7eebbf56-2241-4bd7-b610-32f429044de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:12.175339 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:12.259400 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:12.423435 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Floating IP 7bf6c7c3-f267-4f02-98c1-03d2168ef6a7 associated. External IP: 172.28.3.103, port: 8c5be542-49fc-4031-b3be-2e1ef7bef6d6. Sep 15 15:11:12.528111 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:12.863047 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Router 7bdb3330-94c9-4735-a871-8ac2d0e84277 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:11:13.031358 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:11:13.041297 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] Sync routers for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:11:13.045522 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.050300 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:11:13.050925 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:11:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:13.104423 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-97a1545e-366d-41cb-b146-41cb0ed5923e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "PUT /v2.0/floatingips/7bf6c7c3-f267-4f02-98c1-03d2168ef6a7 HTTP/1.1" status: 200 len: 992 time: 1.5940130 Sep 15 15:11:13.104423 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:13.274532 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:11:13.281733 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45144) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:13.373474 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'status': 'completed', 'code': 200} Sep 15 15:11:13.406538 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.420901 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:13.424775 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Usage tracker for resource:security_group_rule and tenant:044bf9551fd74c3f89ca886bb480b468 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:13.427724 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:13.433716 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:13.468166 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f6914-226a-4191-9ded-215f4720af78 req-fa0b96fb-b5e7-4652-84a8-467d2df5d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:13.469751 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-156f6914-226a-4191-9ded-215f4720af78 req-fa0b96fb-b5e7-4652-84a8-467d2df5d27a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1099 time: 0.0724452 Sep 15 15:11:13.521457 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.591076 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.598865 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-80b29cbd-9bed-4fd5-8123-a798317b41e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:13.609619 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f6914-226a-4191-9ded-215f4720af78 req-de0602f8-b8e0-487d-a6b3-5d4c5867a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:13.611283 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-156f6914-226a-4191-9ded-215f4720af78 req-de0602f8-b8e0-487d-a6b3-5d4c5867a34b service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.1351628 Sep 15 15:11:13.634250 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7bf6c7c3-f267-4f02-98c1-03d2168ef6a7', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'floating_ip_address': '172.28.3.103', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'port_id': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'mac_address': 'fa:16:3e:c1:05:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:55Z', 'updated_at': '2021-09-15T15:11:12Z', 'revision_number': 1, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:13.638775 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] Checking router: 7bdb3330-94c9-4735-a871-8ac2d0e84277 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:11:13.645100 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b367f53-1b59-4655-b448-44057db31337,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:13.649095 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:13.649390 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:11:13.650022 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:11:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:13.651738 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=044bf9551fd74c3f89ca886bb480b468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689964 Sep 15 15:11:13.654639 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45150) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:13.716843 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ab1aa33-8cf7-4929-8d2c-de54cd1058f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.721494 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-156f6914-226a-4191-9ded-215f4720af78 req-fccb6f72-2d01-4781-b48e-7d6f48b32773 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 200 len: 1000 time: 0.1034555 Sep 15 15:11:13.744911 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ab1aa33-8cf7-4929-8d2c-de54cd1058f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.785233 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f6914-226a-4191-9ded-215f4720af78 req-b61ec9c2-e5fc-42a6-b503-e1597076656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:13.787094 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-156f6914-226a-4191-9ded-215f4720af78 req-b61ec9c2-e5fc-42a6-b503-e1597076656c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.0595009 Sep 15 15:11:13.830596 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:11:13.868217 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f6914-226a-4191-9ded-215f4720af78 req-93765214-4191-4410-b3e1-0484a1f007fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:13.869610 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-156f6914-226a-4191-9ded-215f4720af78 req-93765214-4191-4410-b3e1-0484a1f007fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731094 Sep 15 15:11:13.876612 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ab1aa33-8cf7-4929-8d2c-de54cd1058f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.883036 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-972c259c-34a1-4ae6-a17f-27df987ae9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:13.899022 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1aa33-8cf7-4929-8d2c-de54cd1058f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b367f53-1b59-4655-b448-44057db31337,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:13.902152 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2ab1aa33-8cf7-4929-8d2c-de54cd1058f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:13.905328 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ab1aa33-8cf7-4929-8d2c-de54cd1058f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.910062 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-2ab1aa33-8cf7-4929-8d2c-de54cd1058f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b367f53-1b59-4655-b448-44057db31337 HTTP/1.1" status: 204 len: 168 time: 0.2540672 Sep 15 15:11:14.042404 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-156f6914-226a-4191-9ded-215f4720af78 req-24041382-9de1-46ae-989e-62b3a9df2bbc service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566837 Sep 15 15:11:14.088069 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.179314 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-156f6914-226a-4191-9ded-215f4720af78 req-d5f7d15a-5ab1-4d29-ba83-70b0dd5ec424 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306887 Sep 15 15:11:14.219916 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7bf6c7c3-f267-4f02-98c1-03d2168ef6a7', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'floating_ip_address': '172.28.3.103', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'port_id': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'mac_address': 'fa:16:3e:c1:05:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:55Z', 'updated_at': '2021-09-15T15:11:12Z', 'revision_number': 1, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:14.224456 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d200602-aa19-4291-a5d4-74dd14fdd4c9 None None] The sync data for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb is: [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7bf6c7c3-f267-4f02-98c1-03d2168ef6a7', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'floating_ip_address': '172.28.3.103', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'port_id': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'mac_address': 'fa:16:3e:c1:05:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:55Z', 'updated_at': '2021-09-15T15:11:12Z', 'revision_number': 1, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:11:14.451411 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95f747-3b09-4ca7-8e0a-89d03a8b6d41 None None] New status for floating IP 7bf6c7c3-f267-4f02-98c1-03d2168ef6a7: ACTIVE {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:11:26.755073 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:11:27.821905 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041d92-5342-47fb-a0a5-dfe2e818cce7 req-1b0d4cbf-76e3-4e51-8f94-ffbaec6fc69f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:27.823401 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-06041d92-5342-47fb-a0a5-dfe2e818cce7 req-1b0d4cbf-76e3-4e51-8f94-ffbaec6fc69f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0856791 Sep 15 15:11:27.868070 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-06041d92-5342-47fb-a0a5-dfe2e818cce7 req-96beca91-5f6e-4589-a264-5405e1070ade tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Sep 15 15:11:29.054771 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c489f-313b-42c0-8871-e329101630f7 req-6ea46bc8-6655-4de3-b233-4d18f1b2fcc6 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:29.056249 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-110c489f-313b-42c0-8871-e329101630f7 req-6ea46bc8-6655-4de3-b233-4d18f1b2fcc6 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0797417 Sep 15 15:11:29.098401 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-110c489f-313b-42c0-8871-e329101630f7 req-063c6e99-76a4-4ee2-b92c-d6bd86c1734e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365400 Sep 15 15:11:29.761255 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597af02e-af57-49bc-80eb-300bc0708b67 req-4c3e2562-8a6c-47d0-8938-9e984638011e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:29.761943 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-597af02e-af57-49bc-80eb-300bc0708b67 req-4c3e2562-8a6c-47d0-8938-9e984638011e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Synchronizing usage tracker for tenant:5f8769c1556942878238a73d14494866 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:11:29.773454 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-597af02e-af57-49bc-80eb-300bc0708b67 req-4c3e2562-8a6c-47d0-8938-9e984638011e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Unset dirty status for tenant:5f8769c1556942878238a73d14494866 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:11:29.774536 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-597af02e-af57-49bc-80eb-300bc0708b67 req-4c3e2562-8a6c-47d0-8938-9e984638011e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0905232 Sep 15 15:11:29.845072 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Deleting port c852cf3f-b648-4f23-b1a4-661ffedc1a7c {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:11:29.845437 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.087854 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] For port c852cf3f-b648-4f23-b1a4-661ffedc1a7c, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:11:30.088217 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.289167 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31c2c5-b46a-45fb-8a30-f35e7fbbaf27 req-81af9759-d18e-473a-b5a0-d8e1aa93d24d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:30.290674 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ba31c2c5-b46a-45fb-8a30-f35e7fbbaf27 req-81af9759-d18e-473a-b5a0-d8e1aa93d24d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 945 time: 0.0847485 Sep 15 15:11:30.335180 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ba31c2c5-b46a-45fb-8a30-f35e7fbbaf27 req-7fd9e4d5-fc46-43ca-bc4f-657819aec08b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381775 Sep 15 15:11:30.472231 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.472590 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.472892 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.l3_db [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Floating IP 5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d disassociated. External IP: 172.28.3.178, port: c852cf3f-b648-4f23-b1a4-661ffedc1a7c. Sep 15 15:11:30.473222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Calling delete_port for c852cf3f-b648-4f23-b1a4-661ffedc1a7c owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:11:30.521684 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.698759 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.704538 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:30.749730 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event deleted for resources: {'Port': ['ID=c852cf3f-b648-4f23-b1a4-661ffedc1a7c,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:30.752186 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:30.931639 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:11:31.106523 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:11:31.120121 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88093224-3381-4031-9b62-88de6b6b209c None None] Sync routers for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:11:31.130861 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88093224-3381-4031-9b62-88de6b6b209c None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:11:31.132103 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-88093224-3381-4031-9b62-88de6b6b209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:11:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:31.189733 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] No DVR routers for this DVR port c852cf3f-b648-4f23-b1a4-661ffedc1a7c on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:11:31.195326 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:31.196675 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'name': 'network-vif-deleted', 'tag': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:31.255712 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57c9cbf-a28c-4d1e-856d-20d0da665ff0', 'name': 'network-vif-deleted', 'tag': 'c852cf3f-b648-4f23-b1a4-661ffedc1a7c', 'status': 'completed', 'code': 200} Sep 15 15:11:31.260311 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-597af02e-af57-49bc-80eb-300bc0708b67 req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "DELETE /v2.0/ports/c852cf3f-b648-4f23-b1a4-661ffedc1a7c HTTP/1.1" status: 204 len: 173 time: 1.4800508 Sep 15 15:11:31.346781 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-88093224-3381-4031-9b62-88de6b6b209c None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:11:31.486440 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0ea6b9a7-f7cb-4d5e-9da9-552b6fd239a9 req-6daef206-cce1-48d4-ae99-7c3a47b5488c tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 210 time: 0.0430713 Sep 15 15:11:31.689173 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-88093224-3381-4031-9b62-88de6b6b209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:31.692953 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88093224-3381-4031-9b62-88de6b6b209c None None] Checking router: 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:11:31.701151 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88093224-3381-4031-9b62-88de6b6b209c None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:11:31.701759 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-88093224-3381-4031-9b62-88de6b6b209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:11:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:31.786318 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-039b48e4-ee89-4184-8a1d-0c3fc3bd20fe req-df44e1b1-2fc5-4ee9-aaee-990928662bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0404947 Sep 15 15:11:31.876908 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-88093224-3381-4031-9b62-88de6b6b209c None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:11:31.923858 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-039b48e4-ee89-4184-8a1d-0c3fc3bd20fe req-68341703-2d91-432b-ab37-faa5c5f4b1ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=b57c9cbf-a28c-4d1e-856d-20d0da665ff0 HTTP/1.1" status: 200 len: 210 time: 0.0467770 Sep 15 15:11:32.077897 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b48e4-ee89-4184-8a1d-0c3fc3bd20fe req-6dc897d3-4e21-4cb1-9fcd-f43a296ac659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:32.079437 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-039b48e4-ee89-4184-8a1d-0c3fc3bd20fe req-6dc897d3-4e21-4cb1-9fcd-f43a296ac659 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5f8769c1556942878238a73d14494866&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1360528 Sep 15 15:11:32.207826 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-88093224-3381-4031-9b62-88de6b6b209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:32.212751 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88093224-3381-4031-9b62-88de6b6b209c None None] The sync data for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb is: [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:11:32.219418 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b48e4-ee89-4184-8a1d-0c3fc3bd20fe req-8ae9f346-0d54-46f5-b26b-471c283e5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:32.221064 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-039b48e4-ee89-4184-8a1d-0c3fc3bd20fe req-8ae9f346-0d54-46f5-b26b-471c283e5ac2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351948 Sep 15 15:11:32.442788 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b675d9c-6403-4181-9868-c81b66de2977 None None] New status for floating IP 5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d: DOWN {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:11:32.671086 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45222) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:32.698670 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device c852cf3f-b648-4f23-b1a4-661ffedc1a7c no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:11:32.758721 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: c852cf3f-b648-4f23-b1a4-661ffedc1a7c {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:11:32.759280 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device c852cf3f-b648-4f23-b1a4-661ffedc1a7c not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:11:32.765855 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2845fa68-2e20-4967-90ca-89745a139af1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:32.794247 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2845fa68-2e20-4967-90ca-89745a139af1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:32.909822 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2845fa68-2e20-4967-90ca-89745a139af1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:32.913645 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:32.928876 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845fa68-2e20-4967-90ca-89745a139af1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf7cc77-98ee-486f-8b56-2cecb43b4d0e,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:32.931858 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2845fa68-2e20-4967-90ca-89745a139af1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:32.994775 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2845fa68-2e20-4967-90ca-89745a139af1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:32.995955 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-2845fa68-2e20-4967-90ca-89745a139af1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "DELETE /v2.0/security-groups/2cf7cc77-98ee-486f-8b56-2cecb43b4d0e HTTP/1.1" status: 204 len: 168 time: 0.3238630 Sep 15 15:11:32.998548 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45226) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:33.014646 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.api.v2.resource [None req-6eaa40e2-738d-4f63-8abd-faf9fc18745b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] show failed (client error): The resource could not be found. Sep 15 15:11:33.015620 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-6eaa40e2-738d-4f63-8abd-faf9fc18745b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups/2cf7cc77-98ee-486f-8b56-2cecb43b4d0e HTTP/1.1" status: 404 len: 347 time: 0.0161688 Sep 15 15:11:33.018134 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45230) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:33.167428 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Deleting port 762dc64d-59a8-4b9c-84d6-8d90f31e7012 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:11:33.167800 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:33.417254 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:33.417633 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:33.538807 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Calling delete_port for 762dc64d-59a8-4b9c-84d6-8d90f31e7012 owned by network:floatingip {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:11:33.750158 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:33.754779 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:33.796448 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event deleted for resources: {'Port': ['ID=762dc64d-59a8-4b9c-84d6-8d90f31e7012,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:33.799555 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:33.889989 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:33.905388 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:33.906524 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-9972c50a-ae63-4076-b3de-c94bb4cb412d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "DELETE /v2.0/floatingips/5cd87e22-5ff1-4a2e-adf1-f3bf44bd509d HTTP/1.1" status: 204 len: 168 time: 0.8875554 Sep 15 15:11:34.233638 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45238) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:34.239307 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697693513', 'description': 'tempest-description--1016970491'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:34.245330 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:34.249342 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:security_group and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:34.252227 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:34.258453 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:34.349618 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.369256 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:34.373075 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:security_group_rule and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:34.375889 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:34.382117 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:34.448390 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.503888 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.507983 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2ce1317a-8d05-4f45-b01a-5990a0925222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:34.548377 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb4892e-61cf-438b-834e-a83b8084a441,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:34.551035 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:34.606433 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.607742 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-46c4c92f-f871-459c-8f77-cd809501dd49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3727989 Sep 15 15:11:34.610808 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45244) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:34.616519 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'security_group_rule': {'security_group_id': '9bb4892e-61cf-438b-834e-a83b8084a441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:34.622338 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:34.626121 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:security_group_rule and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:34.629026 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:34.635363 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:34.728505 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.787393 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.847206 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.849267 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d963aaee-e209-49a4-9ae4-7f9389d77ffb tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:34.874780 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29a8d23-fac0-444a-9768-9580ce33ac0f,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:34.874780 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:34.967471 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.968718 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3569806 Sep 15 15:11:34.971616 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45248) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:34.977203 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'security_group_rule': {'security_group_id': '9bb4892e-61cf-438b-834e-a83b8084a441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:34.983047 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:34.987060 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:security_group_rule and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:34.989874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:34.996321 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:35.105013 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:35.170782 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:35.263791 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:35.269863 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9801aebc-d03a-4b3b-8c1f-e4ebb0ac9b5f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:35.290106 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aba3396-981f-4149-8e7f-a7e73cfaf535,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:35.293007 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:35.361279 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:35.362551 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899195 Sep 15 15:11:35.370362 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45252) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:35.375207 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'floatingip': {'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:35.381219 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:35.385227 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Usage tracker for resource:floatingip and tenant:5f8769c1556942878238a73d14494866 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:35.388283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:35.393951 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:35.481475 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:35.708131 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:35.852549 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Allocated IP 172.28.3.38 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/ebd9b9e0-97eb-468d-bc24-9c22902e658d) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:35.998892 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:36.081815 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:36.086594 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b4d9beae-7506-4e3d-9477-7254f73c46a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:36.146048 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:36.149640 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:36.154152 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:11:36.204685 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'Port': ['ID=ebd9b9e0-97eb-468d-bc24-9c22902e658d,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:36.210106 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:36.249038 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:36.410515 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:36.613310 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:36.715595 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:36.719091 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c9ff5862-b63c-45f4-abe7-b7b15e333595 tempest-ServerRescueNegativeTestJSON-159987268 tempest-ServerRescueNegativeTestJSON-159987268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:36.822571 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'Port': ['ID=ebd9b9e0-97eb-468d-bc24-9c22902e658d,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:36.826701 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:36.834850 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:36.921667 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:36.922896 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5516145 Sep 15 15:11:37.083274 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-2096f963-e51d-47f4-8c55-869e92012359 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Synchronizing usage tracker for tenant:5f8769c1556942878238a73d14494866 on resource:security_group {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:11:37.144336 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-2096f963-e51d-47f4-8c55-869e92012359 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Unset dirty status for tenant:5f8769c1556942878238a73d14494866 on resource:security_group {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:11:37.145531 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-2096f963-e51d-47f4-8c55-869e92012359 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--697693513&fields=id&tenant_id=5f8769c1556942878238a73d14494866 HTTP/1.1" status: 200 len: 267 time: 0.1023772 Sep 15 15:11:37.292703 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e771635c-93f0-46ac-9534-a61b9c270de0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:37.294045 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e771635c-93f0-46ac-9534-a61b9c270de0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 811 time: 0.1418977 Sep 15 15:11:37.308843 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-f500e4c6-5f7f-4aa2-8bbc-b49eb3645754 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/quotas/5f8769c1556942878238a73d14494866 HTTP/1.1" status: 200 len: 375 time: 0.0093586 Sep 15 15:11:37.389476 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-265e2ab1-512f-49fc-8aaa-a95d162b83cb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Synchronizing usage tracker for tenant:5f8769c1556942878238a73d14494866 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:11:37.458183 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-265e2ab1-512f-49fc-8aaa-a95d162b83cb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Unset dirty status for tenant:5f8769c1556942878238a73d14494866 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:11:37.459596 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-265e2ab1-512f-49fc-8aaa-a95d162b83cb tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1459916 Sep 15 15:11:37.595335 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-948e7e00-dcb7-402e-bd83-4bb86aa9372e service neutron] 10.222.0.39 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239679 Sep 15 15:11:37.723952 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-58070d49-2dec-4e63-8f8e-aadd2dc397ea service neutron] 10.222.0.39 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228025 Sep 15 15:11:38.035542 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a03e1ccc-4be0-4ce8-96a8-84d00b5bc792 req-d806b8d7-edb1-4687-891c-91010f51f76a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 210 time: 0.0474546 Sep 15 15:11:38.949975 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3997-efa7-4932-b532-58ad4d0f2703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:39.187936 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d6d9c499-c516-4ca2-b3e6-f125e61a4f86 req-6721769b-8237-4dc8-af19-87aa53462be0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 210 time: 0.0440764 Sep 15 15:11:39.447084 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:39.986807 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-c3b0db78-8cd3-48f9-8cb4-d9d574ce1c70 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:39.987507 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-c3b0db78-8cd3-48f9-8cb4-d9d574ce1c70 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Synchronizing usage tracker for tenant:5f8769c1556942878238a73d14494866 on resource:network {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:11:40.121172 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-c3b0db78-8cd3-48f9-8cb4-d9d574ce1c70 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Unset dirty status for tenant:5f8769c1556942878238a73d14494866 on resource:network {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:11:40.122322 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-c3b0db78-8cd3-48f9-8cb4-d9d574ce1c70 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 811 time: 0.2797616 Sep 15 15:11:40.174109 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-d992bfeb-f76c-4f43-8403-0428dbbac458 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Synchronizing usage tracker for tenant:5f8769c1556942878238a73d14494866 on resource:security_group {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:11:40.187130 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-d992bfeb-f76c-4f43-8403-0428dbbac458 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Unset dirty status for tenant:5f8769c1556942878238a73d14494866 on resource:security_group {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:11:40.188247 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-d992bfeb-f76c-4f43-8403-0428dbbac458 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8769c1556942878238a73d14494866 HTTP/1.1" status: 200 len: 379 time: 0.0559597 Sep 15 15:11:40.197570 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'port': {'device_id': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'admin_state_up': True, 'tenant_id': '5f8769c1556942878238a73d14494866', 'security_groups': ['9bb4892e-61cf-438b-834e-a83b8084a441']}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:40.334548 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:40.350737 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:40.350852 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a9f831b6-f5ba-4e93-9cd2-a6b5d35f7cd0 req-471b34d9-cc73-44c2-80d8-f6ca279e5b58 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 210 time: 0.0476687 Sep 15 15:11:40.447086 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Made reservation on behalf of 5f8769c1556942878238a73d14494866 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:40.450625 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.611747 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Allocated IP 172.20.0.12 (76bd3f60-9aaf-46e7-a9d4-02bc2881f08a/c2386ea4-0464-4135-9538-a9719c7e1701/ff616aa7-b52a-43a2-971a-2c25ce25fbcc) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:40.789871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.804559 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Transition to ACTIVE for port object ff616aa7-b52a-43a2-971a-2c25ce25fbcc will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:11:40.921538 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.927236 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:40.991740 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:40.994919 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:40.998867 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:11:41.149072 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event updated for resources: {'Port': ['ID=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:41.153978 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:41.175774 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:41.176377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:41.282452 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0888846 Sep 15 15:11:41.293543 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Request body: {'port': {'device_id': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:41.315666 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-3d56f8f4-4fd9-4245-8f96-f41b7ce07ef7 None None] Provisioning for port ff616aa7-b52a-43a2-971a-2c25ce25fbcc completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:11:41.322961 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-3d56f8f4-4fd9-4245-8f96-f41b7ce07ef7 None None] Provisioning complete for port ff616aa7-b52a-43a2-971a-2c25ce25fbcc triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:41.324829 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d56f8f4-4fd9-4245-8f96-f41b7ce07ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:41.383438 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-3d56f8f4-4fd9-4245-8f96-f41b7ce07ef7 None None] Port ff616aa7-b52a-43a2-971a-2c25ce25fbcc cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:11:41.404886 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:41.547465 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ace1a-624c-431f-9b94-3d4efdc7c533 req-ce55e73e-855c-4f53-93b5-b689e8488083 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:41.549159 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e17ace1a-624c-431f-9b94-3d4efdc7c533 req-ce55e73e-855c-4f53-93b5-b689e8488083 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 932 time: 0.0840313 Sep 15 15:11:41.595002 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e17ace1a-624c-431f-9b94-3d4efdc7c533 req-91bafc09-3e8e-4ea2-b985-8d1b270a2457 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391812 Sep 15 15:11:41.669604 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59c8ad24-0687-421d-b482-a39a9946781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:41.742837 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff616aa7-b52a-43a2-971a-2c25ce25fbcc {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:41.749888 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:41.763676 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Transition to ACTIVE for port object ff616aa7-b52a-43a2-971a-2c25ce25fbcc will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:11:41.881138 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:41.885222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:42.045181 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Pushing event updated for resources: {'Port': ['ID=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:42.048112 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:42.123661 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Attempting to bind port ff616aa7-b52a-43a2-971a-2c25ce25fbcc on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:42.123999 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Attempting to bind port ff616aa7-b52a-43a2-971a-2c25ce25fbcc by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:42.124326 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Attempting to bind port ff616aa7-b52a-43a2-971a-2c25ce25fbcc on network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:11:42.128779 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Port ff616aa7-b52a-43a2-971a-2c25ce25fbcc on network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:11:42.129095 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Attempting to bind port ff616aa7-b52a-43a2-971a-2c25ce25fbcc on network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:11:42.135824 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:11:42.136097 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Checking segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:11:42.136478 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Bound using segment: {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:11:42.136895 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Bound port: ff616aa7-b52a-43a2-971a-2c25ce25fbcc, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917b9da7-dedb-4878-bdbb-c40dafd1ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:42.137235 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.223324 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] For port ff616aa7-b52a-43a2-971a-2c25ce25fbcc, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:11:42.226203 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] For port ff616aa7-b52a-43a2-971a-2c25ce25fbcc, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:11:42.327384 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.331065 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:42.390770 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.391387 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.392785 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff616aa7-b52a-43a2-971a-2c25ce25fbcc HTTP/1.1" status: 200 len: 1094 time: 1.1032443 Sep 15 15:11:42.397202 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'tag': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:42.417633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Pushing event updated for resources: {'Port': ['ID=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:42.424462 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:42.453283 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'tag': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'status': 'completed', 'code': 200} Sep 15 15:11:42.544057 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.559985 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6e719-142b-4a4d-8ac6-e4e73c8d5b8f req-e9388d06-237f-4483-a0d5-b9ecf319ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.561480 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-dab6e719-142b-4a4d-8ac6-e4e73c8d5b8f req-e9388d06-237f-4483-a0d5-b9ecf319ea71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 1097 time: 0.0815074 Sep 15 15:11:42.702357 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6e719-142b-4a4d-8ac6-e4e73c8d5b8f req-e238437b-1cf6-4d75-bcf9-3e1150d62072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.703782 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-dab6e719-142b-4a4d-8ac6-e4e73c8d5b8f req-e238437b-1cf6-4d75-bcf9-3e1150d62072 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5f8769c1556942878238a73d14494866&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1347442 Sep 15 15:11:42.782660 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d588f-e465-47a7-afe0-78db74c500b7 req-346d9e54-1781-4580-9ff9-8dafddd48789 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.784305 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3e9d588f-e465-47a7-afe0-78db74c500b7 req-346d9e54-1781-4580-9ff9-8dafddd48789 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 944 time: 0.0804925 Sep 15 15:11:42.833803 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3e9d588f-e465-47a7-afe0-78db74c500b7 req-498a608b-b8ce-4992-b5fb-109ccdab77e8 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438325 Sep 15 15:11:42.842704 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6e719-142b-4a4d-8ac6-e4e73c8d5b8f req-c52ee456-d08c-49d1-bad4-788793040cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.843850 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-dab6e719-142b-4a4d-8ac6-e4e73c8d5b8f req-c52ee456-d08c-49d1-bad4-788793040cfc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339085 Sep 15 15:11:42.956383 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-ca2ed5e0-3288-497b-a778-b9cd0862d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.957789 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-ca2ed5e0-3288-497b-a778-b9cd0862d3ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 1097 time: 0.0764432 Sep 15 15:11:43.026430 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-8c48798a-e964-4f34-a8e8-099c3d3f4c93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff616aa7-b52a-43a2-971a-2c25ce25fbcc HTTP/1.1" status: 200 len: 217 time: 0.0604506 Sep 15 15:11:43.090785 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-c4152594-6e89-44ff-83bb-ca0684acce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.092262 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-c4152594-6e89-44ff-83bb-ca0684acce99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 200 len: 850 time: 0.0598776 Sep 15 15:11:43.170322 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-449b4546-c3b1-4cb0-b745-408de05b5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.171968 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-449b4546-c3b1-4cb0-b745-408de05b5aa4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733960 Sep 15 15:11:43.305777 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb135caf-d577-40cc-9e50-f1e6884fb74f req-a83b3ba1-63c1-44e2-abd0-b58dabfed643 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.307439 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fb135caf-d577-40cc-9e50-f1e6884fb74f req-a83b3ba1-63c1-44e2-abd0-b58dabfed643 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0840991 Sep 15 15:11:43.355176 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fb135caf-d577-40cc-9e50-f1e6884fb74f req-3b70f429-979e-49fd-b8f9-5767b6cb2b4d tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413558 Sep 15 15:11:43.458017 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-20d79fc8-e521-4ddc-a167-554f841cb573 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786202 Sep 15 15:11:43.462143 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-a6e14f0b-0e1a-4902-837c-d102fe0dde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.463911 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-a6e14f0b-0e1a-4902-837c-d102fe0dde3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1137 time: 0.1198485 Sep 15 15:11:43.701138 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c3a560bc-7159-4ba5-8ced-7b5946c091a7 req-b865c99b-4a42-4b14-8c94-fe66fcddcd1a service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310605 Sep 15 15:11:43.702249 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-c11c1597-3aee-49f3-9739-93d53093f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.703581 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-c11c1597-3aee-49f3-9739-93d53093f4ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 200 len: 914 time: 0.2325213 Sep 15 15:11:43.807563 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-cbafd363-e8a9-42df-ac19-6491a1ec3946 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 1000 time: 0.0968490 Sep 15 15:11:43.872820 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-73b1abe1-ba0f-48f2-841f-acdaafa27882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.874338 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-73b1abe1-ba0f-48f2-841f-acdaafa27882 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1595f451-aa37-4af5-8c94-b632a9690702 HTTP/1.1" status: 200 len: 852 time: 0.0583184 Sep 15 15:11:43.955868 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-94e83067-6ade-44c8-9040-4b6c423a0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.956839 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-94e83067-6ade-44c8-9040-4b6c423a0c95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8dcd136-1f63-44c9-9ecf-b681c58194da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756323 Sep 15 15:11:44.007597 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.098312 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-65d7841c-1f29-42d8-aadf-6e358bc08498 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342168 Sep 15 15:11:44.169159 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ca71c-16eb-405c-93f9-ba318ab9cb38 req-580328ae-f94c-463a-bca7-bf43f93ef21d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:44.170660 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b4ca71c-16eb-405c-93f9-ba318ab9cb38 req-580328ae-f94c-463a-bca7-bf43f93ef21d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 944 time: 0.0848567 Sep 15 15:11:44.215594 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b4ca71c-16eb-405c-93f9-ba318ab9cb38 req-8aeff8ca-5108-4e1b-b0e9-d6a1ca931a54 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390677 Sep 15 15:11:44.231791 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f085aee6-2b9b-4014-9e79-f746bca803d2 req-8ca366a6-11db-448c-9f1b-647440875ac7 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267221 Sep 15 15:11:44.542167 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad71ff-4c23-4d8f-a8bb-f90a95c22194 req-1edec2d4-a1c2-47ec-985c-f8ab2d956919 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:44.543638 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4cad71ff-4c23-4d8f-a8bb-f90a95c22194 req-1edec2d4-a1c2-47ec-985c-f8ab2d956919 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0826573 Sep 15 15:11:44.591294 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4cad71ff-4c23-4d8f-a8bb-f90a95c22194 req-92d1452d-3273-4591-8996-6c40c7e58654 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417495 Sep 15 15:11:45.471669 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6dbeb-f819-40c2-88b6-fb94c8afab29 req-4812d0da-b62a-422b-a5a6-a0f89de74ff1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:45.473130 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-54d6dbeb-f819-40c2-88b6-fb94c8afab29 req-4812d0da-b62a-422b-a5a6-a0f89de74ff1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 944 time: 0.1548402 Sep 15 15:11:45.516373 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-54d6dbeb-f819-40c2-88b6-fb94c8afab29 req-f6d15e7e-c649-4285-b9f2-303e0a632cc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373893 Sep 15 15:11:45.775955 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035ef0-3c13-403b-b346-b3c220b41653 req-a8d7cf6e-dc7c-4fcc-bad1-594a10423b74 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:45.777453 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-16035ef0-3c13-403b-b346-b3c220b41653 req-a8d7cf6e-dc7c-4fcc-bad1-594a10423b74 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0812085 Sep 15 15:11:45.826749 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-16035ef0-3c13-403b-b346-b3c220b41653 req-c0db1daf-06cd-49af-a01b-80cd7822ab3d tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434878 Sep 15 15:11:46.698155 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9def4e4-0888-4268-ba33-e0d99a2aa893 req-e74e1ed6-779b-44b2-9180-94dd61966664 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:46.699553 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b9def4e4-0888-4268-ba33-e0d99a2aa893 req-e74e1ed6-779b-44b2-9180-94dd61966664 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 944 time: 0.0784659 Sep 15 15:11:46.743096 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b9def4e4-0888-4268-ba33-e0d99a2aa893 req-2ebc6077-f067-406b-8a04-1043c5c2be5e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379803 Sep 15 15:11:47.022576 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382fd6a-ae26-4dbb-885d-fcf801cb5d4c req-fda645fc-aa7d-4213-a75f-9dff5eebe035 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:47.024087 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0382fd6a-ae26-4dbb-885d-fcf801cb5d4c req-fda645fc-aa7d-4213-a75f-9dff5eebe035 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0895228 Sep 15 15:11:47.069697 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0382fd6a-ae26-4dbb-885d-fcf801cb5d4c req-343e1617-aa2a-4bee-97d1-95bd023e968a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392241 Sep 15 15:11:47.926120 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bb5a2-759a-4530-a4d5-e4a777b028c5 req-e4bfcd6d-a7d3-4f2f-b339-5a2275106bf3 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:47.927699 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-811bb5a2-759a-4530-a4d5-e4a777b028c5 req-e4bfcd6d-a7d3-4f2f-b339-5a2275106bf3 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 944 time: 0.0808170 Sep 15 15:11:47.972742 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-811bb5a2-759a-4530-a4d5-e4a777b028c5 req-fd382e13-0bc4-490b-8099-1745409a0e48 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391574 Sep 15 15:11:48.253129 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c0c0a-3850-4575-9dd8-47a67013d486 req-a1cbfc6b-c467-4257-b354-a3680883b484 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:48.254582 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-839c0c0a-3850-4575-9dd8-47a67013d486 req-a1cbfc6b-c467-4257-b354-a3680883b484 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0820622 Sep 15 15:11:48.300202 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-839c0c0a-3850-4575-9dd8-47a67013d486 req-a75bab09-48bf-4c08-b24b-cd1170bb1daf tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388937 Sep 15 15:11:48.728677 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device ff616aa7-b52a-43a2-971a-2c25ce25fbcc details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:11:48.861024 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port ff616aa7-b52a-43a2-971a-2c25ce25fbcc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:11:48.874194 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'port_id': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'mac_address': 'fa:16:3e:b0:ba:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:11:48.929795 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.946060 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff616aa7-b52a-43a2-971a-2c25ce25fbcc {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:48.960942 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port ff616aa7-b52a-43a2-971a-2c25ce25fbcc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:11:49.012304 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:49.014080 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:49.081246 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:49.089042 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.089384 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.089722 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.090069 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.090384 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.090710 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.091034 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.091371 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.091700 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.092021 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.092340 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.092659 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:49.096545 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:49.165067 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55090b56-17cf-4b6e-be37-ae36a7492988 req-86c5b29e-ee31-4955-8689-64ba7da8eb8e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:49.166759 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55090b56-17cf-4b6e-be37-ae36a7492988 req-86c5b29e-ee31-4955-8689-64ba7da8eb8e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 945 time: 0.0837448 Sep 15 15:11:49.215742 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55090b56-17cf-4b6e-be37-ae36a7492988 req-afd4a611-6aaf-41af-b7f2-4d8b16057d7f tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Sep 15 15:11:49.400314 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['ff616aa7-b52a-43a2-971a-2c25ce25fbcc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:11:49.488123 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af1c31-ee6a-44b4-8da0-75c32843f20d req-9f7a33e7-a5ab-4fd6-8350-2395dbe0644c tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:49.489584 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a8af1c31-ee6a-44b4-8da0-75c32843f20d req-9f7a33e7-a5ab-4fd6-8350-2395dbe0644c tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0841227 Sep 15 15:11:49.537089 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a8af1c31-ee6a-44b4-8da0-75c32843f20d req-38cbb39b-1593-4799-9507-9129df643f96 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408480 Sep 15 15:11:50.414380 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676762-6f4e-4916-b773-e1417e74e5e8 req-b97b13a9-9b19-4cdc-9fb0-e677051e0ce9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:50.416552 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3b676762-6f4e-4916-b773-e1417e74e5e8 req-b97b13a9-9b19-4cdc-9fb0-e677051e0ce9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 945 time: 0.0864651 Sep 15 15:11:50.462067 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3b676762-6f4e-4916-b773-e1417e74e5e8 req-ce6ac948-5282-4f57-b959-4c2f6ca0bc04 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390911 Sep 15 15:11:50.725990 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707188a7-4e7d-47a6-9b24-691567317fd6 req-3db4133e-70c5-4a0c-a543-0d12ed9cc652 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:50.727513 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-707188a7-4e7d-47a6-9b24-691567317fd6 req-3db4133e-70c5-4a0c-a543-0d12ed9cc652 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0811193 Sep 15 15:11:50.735685 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device ff616aa7-b52a-43a2-971a-2c25ce25fbcc up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:11:50.776949 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-707188a7-4e7d-47a6-9b24-691567317fd6 req-21246343-7e5a-49f8-8499-fecf1a9b64b9 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435433 Sep 15 15:11:50.881142 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port ff616aa7-b52a-43a2-971a-2c25ce25fbcc completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:11:50.889678 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port ff616aa7-b52a-43a2-971a-2c25ce25fbcc triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:50.890273 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.044089 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.069975 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:51.080292 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port ff616aa7-b52a-43a2-971a-2c25ce25fbcc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:11:51.143896 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.145685 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1c1d18b1-b821-4b96-8e86-0e9c3951e2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:51.223307 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:51.226407 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:51.236836 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'code': 200} Sep 15 15:11:51.638361 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddca3f0-34c1-4af4-9d5c-cfcfdeb4f00c req-dffd9ed8-62fc-4964-b62d-4199edbbe560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:51.639881 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-5ddca3f0-34c1-4af4-9d5c-cfcfdeb4f00c req-dffd9ed8-62fc-4964-b62d-4199edbbe560 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 1099 time: 0.0709355 Sep 15 15:11:51.665141 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45363aa9-7114-4644-9054-a2e9a4b25e54 req-68c6b92d-5b8b-4377-bd69-8141fac3d6c1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:51.666602 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-45363aa9-7114-4644-9054-a2e9a4b25e54 req-68c6b92d-5b8b-4377-bd69-8141fac3d6c1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 946 time: 0.0835218 Sep 15 15:11:51.680809 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-5ddca3f0-34c1-4af4-9d5c-cfcfdeb4f00c req-4edf3499-a21b-431c-9455-41f3ea1ed626 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342777 Sep 15 15:11:51.710376 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-45363aa9-7114-4644-9054-a2e9a4b25e54 req-f2d9cdd1-1d19-476c-a339-e800f839aaba tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380368 Sep 15 15:11:51.962726 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2ae0-db5d-49ae-b2bb-89af165da195 req-fbeeaea4-b92b-416d-ab5b-75d22f8c6508 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:51.964133 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-683e2ae0-db5d-49ae-b2bb-89af165da195 req-fbeeaea4-b92b-416d-ab5b-75d22f8c6508 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0791106 Sep 15 15:11:52.012041 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-683e2ae0-db5d-49ae-b2bb-89af165da195 req-5bdaadf5-1abd-419d-bcb1-93be1f76f5d5 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418453 Sep 15 15:11:52.900631 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646de27-2f41-47d9-a3ef-ac33dea1ce90 req-7dfa5bd3-4171-4bfe-b906-f93160cc515b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:52.902243 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f646de27-2f41-47d9-a3ef-ac33dea1ce90 req-7dfa5bd3-4171-4bfe-b906-f93160cc515b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 946 time: 0.0843840 Sep 15 15:11:52.945587 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f646de27-2f41-47d9-a3ef-ac33dea1ce90 req-6199b281-aff2-4c8e-8f7d-1c209595fe4b tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375299 Sep 15 15:11:53.195135 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807882-16e0-4d9c-a285-23bf70cdfc1a req-de4462bb-898f-4de4-beff-5818e632c9d7 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:53.197156 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c4807882-16e0-4d9c-a285-23bf70cdfc1a req-de4462bb-898f-4de4-beff-5818e632c9d7 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0792000 Sep 15 15:11:53.246248 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c4807882-16e0-4d9c-a285-23bf70cdfc1a req-e781034e-4a46-4ee1-aff9-8fbe7b93c019 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431421 Sep 15 15:11:54.133255 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44d6b8-41e2-4407-bd23-bd3caed8c437 req-9220a97e-816f-441f-a7de-91738bb766d1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:54.135439 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1b44d6b8-41e2-4407-bd23-bd3caed8c437 req-9220a97e-816f-441f-a7de-91738bb766d1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 946 time: 0.0793741 Sep 15 15:11:54.177658 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1b44d6b8-41e2-4407-bd23-bd3caed8c437 req-9f92f860-8649-490a-a7dc-70548181a30e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366647 Sep 15 15:11:54.361832 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb903bc-9d55-4703-b781-e8017f09ce34 req-bd12eb80-5f20-4c44-9dc1-460421612cef tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:54.363288 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-feb903bc-9d55-4703-b781-e8017f09ce34 req-bd12eb80-5f20-4c44-9dc1-460421612cef tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 946 time: 0.0843809 Sep 15 15:11:54.372560 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45376) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:54.377831 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Request body: {'floatingip': {'port_id': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:54.442009 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0c01-c4d6-4148-9f24-b3b6b5e145ab req-1606591f-0110-4061-974b-d44c8821b8d5 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:54.443413 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-93ac0c01-c4d6-4148-9f24-b3b6b5e145ab req-1606591f-0110-4061-974b-d44c8821b8d5 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0792518 Sep 15 15:11:54.455694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.490859 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-93ac0c01-c4d6-4148-9f24-b3b6b5e145ab req-5b789370-3cdf-4295-9381-fa14b2ab26dc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409164 Sep 15 15:11:55.130775 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.201057 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.375044 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.l3_db [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Floating IP df959c5d-2df2-443a-910d-a64b62d0f392 associated. External IP: 172.28.3.38, port: ff616aa7-b52a-43a2-971a-2c25ce25fbcc. Sep 15 15:11:55.680691 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c853b7-b022-473a-a170-ff4c74314fcd req-17233e56-a2e9-4a85-8460-8c500c03a52b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:55.682308 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e2c853b7-b022-473a-a170-ff4c74314fcd req-17233e56-a2e9-4a85-8460-8c500c03a52b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0841727 Sep 15 15:11:55.725008 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:11:55.728484 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e2c853b7-b022-473a-a170-ff4c74314fcd req-e7edb10d-40c5-4b6a-b5d6-a87361c21efa tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=79027277-5f12-4e10-ba62-afbe79486f61&id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402539 Sep 15 15:11:55.903132 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:11:55.907606 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.921170 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] Sync routers for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:11:55.933079 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:11:55.934148 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:11:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:55.968573 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2b80fc33-92f8-4bf7-8e67-4b2d68c73c73 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "PUT /v2.0/floatingips/df959c5d-2df2-443a-910d-a64b62d0f392 HTTP/1.1" status: 200 len: 991 time: 1.5922234 Sep 15 15:11:55.968573 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'tag': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:56.122817 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:11:56.136817 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'tag': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'status': 'completed', 'code': 200} Sep 15 15:11:56.232001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-5307c32f-211b-4600-b46b-4867728a39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.236687 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-5307c32f-211b-4600-b46b-4867728a39ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f8769c1556942878238a73d14494866&device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 1099 time: 0.0736582 Sep 15 15:11:56.364349 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-3074c943-5fe9-4f0b-b4f0-06997a18cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.365811 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-3074c943-5fe9-4f0b-b4f0-06997a18cdcf service neutron] 10.222.0.32 "GET /v2.0/networks?id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 200 len: 912 time: 0.1260273 Sep 15 15:11:56.484063 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': 'df959c5d-2df2-443a-910d-a64b62d0f392', 'tenant_id': '5f8769c1556942878238a73d14494866', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'port_id': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'mac_address': 'fa:16:3e:b0:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:11:36Z', 'updated_at': '2021-09-15T15:11:55Z', 'revision_number': 1, 'project_id': '5f8769c1556942878238a73d14494866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:56.488245 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] Checking router: 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:11:56.498299 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:11:56.498931 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:11:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:56.581065 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-1e1e96be-1d80-42ab-badb-19dc28d62c8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff616aa7-b52a-43a2-971a-2c25ce25fbcc HTTP/1.1" status: 200 len: 999 time: 0.2081103 Sep 15 15:11:56.643320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-1d46fd89-a55b-47b5-881e-1086036182ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.644808 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-1d46fd89-a55b-47b5-881e-1086036182ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 200 len: 850 time: 0.0576601 Sep 15 15:11:56.677271 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:11:56.721307 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-13f13d51-9124-4825-881f-675c036b9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.722706 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-13f13d51-9124-4825-881f-675c036b9641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721707 Sep 15 15:11:56.851414 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-f543625d-736e-46e1-9d66-878fb5b595e9 service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216094 Sep 15 15:11:56.982179 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fdc9a790-41e2-4403-9342-ccdd3f6c6105 req-f6e56e2f-d7e6-4286-ad11-b3b93a882cba service neutron] 10.222.0.32 "GET /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248918 Sep 15 15:11:57.024172 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': 'df959c5d-2df2-443a-910d-a64b62d0f392', 'tenant_id': '5f8769c1556942878238a73d14494866', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'port_id': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'mac_address': 'fa:16:3e:b0:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:11:36Z', 'updated_at': '2021-09-15T15:11:55Z', 'revision_number': 1, 'project_id': '5f8769c1556942878238a73d14494866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:57.028174 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4d8fb-ceec-4237-b032-54e0fb211f68 None None] The sync data for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb is: [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': 'df959c5d-2df2-443a-910d-a64b62d0f392', 'tenant_id': '5f8769c1556942878238a73d14494866', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'port_id': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'mac_address': 'fa:16:3e:b0:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:11:36Z', 'updated_at': '2021-09-15T15:11:55Z', 'revision_number': 1, 'project_id': '5f8769c1556942878238a73d14494866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:11:57.225473 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786a003-97ca-401d-a4fb-73a5f364045a None None] New status for floating IP df959c5d-2df2-443a-910d-a64b62d0f392: ACTIVE {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:12:00.555473 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.753721 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:12:08.943189 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e3d9-bfde-415b-b670-94f3c0958fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:09.411976 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:11.634730 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68d16c85-07d0-4351-af35-b66cc357113e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:12.536185 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:14.044944 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:30.587322 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:31.852008 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-531e3676-64f9-4637-a056-607894f5b898 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682635 Sep 15 15:12:31.949274 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-6ca43538-c176-47c0-bd90-10f6310824d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:31.950889 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-6ca43538-c176-47c0-bd90-10f6310824d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1137 time: 0.0764611 Sep 15 15:12:32.099432 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-45cf2c1b-a897-4d83-b6aa-cb6611a32688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:32.102457 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-45cf2c1b-a897-4d83-b6aa-cb6611a32688 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 200 len: 914 time: 0.1314168 Sep 15 15:12:32.201138 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-f2626095-dd4d-40de-90e1-0c6dfcacb12b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 1000 time: 0.0920229 Sep 15 15:12:32.268271 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-41ecd251-07d0-4cf1-b938-c165363164bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:32.269755 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-41ecd251-07d0-4cf1-b938-c165363164bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1595f451-aa37-4af5-8c94-b632a9690702 HTTP/1.1" status: 200 len: 852 time: 0.0613239 Sep 15 15:12:32.344086 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-67a8e5d0-92f1-4ee2-9c95-b4235546a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:32.345531 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-67a8e5d0-92f1-4ee2-9c95-b4235546a76a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8dcd136-1f63-44c9-9ecf-b681c58194da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687218 Sep 15 15:12:32.475031 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-3dabfe84-93e3-44df-b9ae-5a38a7a36683 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222553 Sep 15 15:12:32.603465 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2f57d3e9-fdc7-412b-8f11-cf09ff9098a9 req-0d85188a-31f7-45da-99f5-4edde34521fd service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209283 Sep 15 15:12:33.839733 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6c0f4-583b-4832-9dd4-34893815dd07 req-3de1b866-0cd1-464d-ab04-e9d4bcc2d200 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:33.841619 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-11c6c0f4-583b-4832-9dd4-34893815dd07 req-3de1b866-0cd1-464d-ab04-e9d4bcc2d200 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0811014 Sep 15 15:12:33.886213 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-11c6c0f4-583b-4832-9dd4-34893815dd07 req-6182d331-b947-46e6-9702-b01a88c55baf tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388367 Sep 15 15:12:35.156475 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448373d0-e72b-4211-a70f-d9003825dcb7 req-c62a9cf5-c160-4677-b9bb-cef47c7f70ca tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.157948 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-448373d0-e72b-4211-a70f-d9003825dcb7 req-c62a9cf5-c160-4677-b9bb-cef47c7f70ca tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.1601980 Sep 15 15:12:35.202128 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-448373d0-e72b-4211-a70f-d9003825dcb7 req-afd5555e-ae18-4d63-a2d1-cee7d44420e7 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383341 Sep 15 15:12:36.393772 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555392-f31f-4fdd-8532-7742a175b36d req-218f134f-2b95-487c-92c1-af24a1170f70 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:36.395664 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-73555392-f31f-4fdd-8532-7742a175b36d req-218f134f-2b95-487c-92c1-af24a1170f70 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0825503 Sep 15 15:12:36.449909 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-73555392-f31f-4fdd-8532-7742a175b36d req-10de85cd-fa45-4832-a36d-76dcf9d0257a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454578 Sep 15 15:12:37.635539 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2b8e9-1b79-4c5a-95c4-a9c0b696457f req-71527fa4-6134-4798-9ab5-41cbed80525d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:37.637002 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-28f2b8e9-1b79-4c5a-95c4-a9c0b696457f req-71527fa4-6134-4798-9ab5-41cbed80525d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0786264 Sep 15 15:12:37.679817 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-28f2b8e9-1b79-4c5a-95c4-a9c0b696457f req-7f2ee58f-8822-4e4a-99a4-d1b6fbd35571 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365858 Sep 15 15:12:38.871698 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89d861-7e07-4a40-9857-0401eba2eaee req-2e012e11-d55c-47fa-a044-525837c9a3e8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:38.873706 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0a89d861-7e07-4a40-9857-0401eba2eaee req-2e012e11-d55c-47fa-a044-525837c9a3e8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0851595 Sep 15 15:12:38.919478 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0a89d861-7e07-4a40-9857-0401eba2eaee req-b9591923-1086-4c9f-a5dd-beec281b105b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Sep 15 15:12:38.929603 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a500e4b8-6120-404a-b149-ea33d4acd409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:39.432852 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:40.115775 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb5670-2774-4336-abf1-10a66afdf9b7 req-40652a1b-19a8-49c3-9956-a6d1098bd0f0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:40.117247 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ceb5670-2774-4336-abf1-10a66afdf9b7 req-40652a1b-19a8-49c3-9956-a6d1098bd0f0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0823731 Sep 15 15:12:40.161370 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7ceb5670-2774-4336-abf1-10a66afdf9b7 req-0ca63aee-ec42-41b9-9f3a-179a0f716534 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383091 Sep 15 15:12:40.772878 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:12:41.361354 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fefefd-b1a3-4f05-9748-9821d3d5f024 req-70ab67fb-6ba8-4cb1-86c7-58b40b08172d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:41.362727 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d0fefefd-b1a3-4f05-9748-9821d3d5f024 req-70ab67fb-6ba8-4cb1-86c7-58b40b08172d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0836055 Sep 15 15:12:41.405416 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d0fefefd-b1a3-4f05-9748-9821d3d5f024 req-af735c1e-1406-4ec2-9a8f-001537d4925e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370774 Sep 15 15:12:41.702297 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-71fddb95-5f91-48f0-a080-e2582c9002cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.542237 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.593438 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68766-e062-4c17-8e2b-cf7daaea7020 req-d8e066d7-561a-423c-8933-bf849c83598c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:42.594899 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-78d68766-e062-4c17-8e2b-cf7daaea7020 req-d8e066d7-561a-423c-8933-bf849c83598c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0805418 Sep 15 15:12:42.643372 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-78d68766-e062-4c17-8e2b-cf7daaea7020 req-d707774f-01e1-4099-aef7-67cfef411cd7 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 Sep 15 15:12:43.829365 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c43e5-a095-4e03-bcc4-85b0e35b14d5 req-98f728d3-4f5e-44d3-98a1-9ad41cfde78f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:43.830846 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f32c43e5-a095-4e03-bcc4-85b0e35b14d5 req-98f728d3-4f5e-44d3-98a1-9ad41cfde78f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0803635 Sep 15 15:12:43.875401 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f32c43e5-a095-4e03-bcc4-85b0e35b14d5 req-28d2c340-aeca-4afb-8e34-1eb5e43c9cfa tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386593 Sep 15 15:12:44.045021 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.071176 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63271d25-b00f-4783-b9fd-2e1451062d50 req-a7d09a9b-79be-416a-a19d-987186ef4f30 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:45.072637 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-63271d25-b00f-4783-b9fd-2e1451062d50 req-a7d09a9b-79be-416a-a19d-987186ef4f30 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0832701 Sep 15 15:12:45.116831 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-63271d25-b00f-4783-b9fd-2e1451062d50 req-abb74517-fdba-4589-bb35-d6c1c65241e8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385664 Sep 15 15:12:46.307376 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e83d-1ef0-42db-8754-3d4a02744631 req-30671b31-93ea-46ee-ad88-b08e018e9814 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:46.308763 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3970e83d-1ef0-42db-8754-3d4a02744631 req-30671b31-93ea-46ee-ad88-b08e018e9814 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0824535 Sep 15 15:12:46.353060 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3970e83d-1ef0-42db-8754-3d4a02744631 req-f0d7df77-2026-4200-8421-5526bfd3198e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387113 Sep 15 15:12:47.542405 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac123060-903f-4e14-adb9-9d910c3f4da9 req-73b0588a-73dc-443c-9f0d-cf2a2fab0ce5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:47.543874 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ac123060-903f-4e14-adb9-9d910c3f4da9 req-73b0588a-73dc-443c-9f0d-cf2a2fab0ce5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0835583 Sep 15 15:12:47.587888 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ac123060-903f-4e14-adb9-9d910c3f4da9 req-cae2db4a-96be-4f86-9483-aa679280445e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378835 Sep 15 15:12:48.775504 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3e6f1-4c6c-42a5-a7bf-97e899e4fb66 req-fd03249d-8b28-4a0a-ad55-0404586e4c99 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:48.776881 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-11e3e6f1-4c6c-42a5-a7bf-97e899e4fb66 req-fd03249d-8b28-4a0a-ad55-0404586e4c99 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0791841 Sep 15 15:12:48.821287 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-11e3e6f1-4c6c-42a5-a7bf-97e899e4fb66 req-86668598-39fa-4ea8-b97c-3f1738b420f0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Sep 15 15:12:50.016762 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f7bd5-e158-46ed-9ff3-26ce1e362313 req-21062646-54f0-46d8-ba08-835229edd21b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:50.018468 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1c4f7bd5-e158-46ed-9ff3-26ce1e362313 req-21062646-54f0-46d8-ba08-835229edd21b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0861423 Sep 15 15:12:50.064104 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1c4f7bd5-e158-46ed-9ff3-26ce1e362313 req-cdf13335-9eba-42f4-a07e-81be78a05ecd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399270 Sep 15 15:12:51.257043 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e51d38-a570-4950-9eae-e44e2f5289fe req-b9d32a1e-c5d6-469c-b57f-02c70f883a74 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:51.258551 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-98e51d38-a570-4950-9eae-e44e2f5289fe req-b9d32a1e-c5d6-469c-b57f-02c70f883a74 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0811009 Sep 15 15:12:51.306118 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-98e51d38-a570-4950-9eae-e44e2f5289fe req-b60b1cc2-af01-4a9f-a4fd-bf8117a45468 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Sep 15 15:12:52.516542 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f27abd-c462-4256-a8da-a01052802c6f req-c317e3fa-bf19-40cc-9d8f-869bd573f69d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:52.518540 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b4f27abd-c462-4256-a8da-a01052802c6f req-c317e3fa-bf19-40cc-9d8f-869bd573f69d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0840631 Sep 15 15:12:52.578575 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b4f27abd-c462-4256-a8da-a01052802c6f req-846324e6-299e-4c36-a243-1872bf17118f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531480 Sep 15 15:12:53.051881 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:12:53.184008 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:12:53.197387 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'port_id': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'mac_address': 'fa:16:3e:c1:05:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:12:53.251167 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:53.267152 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:12:53.281930 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:12:53.462542 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:53.464249 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:53.537783 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=6']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:53.544790 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.545130 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.545468 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.545800 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.546125 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.546447 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.546769 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.547085 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.547404 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.547743 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.548059 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.548374 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:53.552950 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8c5be542-49fc-4031-b3be-2e1ef7bef6d6'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:12:53.575835 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:53.771279 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c90771-ee99-4630-bfbf-551bb251624e req-ec78d81e-df8b-4536-b57b-ee315b94834b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:53.772668 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e9c90771-ee99-4630-bfbf-551bb251624e req-ec78d81e-df8b-4536-b57b-ee315b94834b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 945 time: 0.0837400 Sep 15 15:12:53.819010 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e9c90771-ee99-4630-bfbf-551bb251624e req-d718ba37-72ec-43cc-85fb-31e76f92eff2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Sep 15 15:12:55.005862 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f80c0a-8b2e-44d4-80d6-fb6cb585e979 req-b03a4a6a-9ab2-45c5-9037-9fb3889ef93e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:55.007330 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-19f80c0a-8b2e-44d4-80d6-fb6cb585e979 req-b03a4a6a-9ab2-45c5-9037-9fb3889ef93e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 945 time: 0.0797985 Sep 15 15:12:55.050219 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-19f80c0a-8b2e-44d4-80d6-fb6cb585e979 req-8685432b-4bd8-4545-a353-b7d946549e96 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372589 Sep 15 15:12:55.066797 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:12:55.133052 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:55.133347 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.247663 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.272942 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:55.282343 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:12:55.316985 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'code': 200} Sep 15 15:12:55.387820 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.389543 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:55.454071 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=7']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:55.457600 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:56.383030 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c25bc-7243-46eb-b981-050cd2344bac req-d04801d7-8901-448f-a3d7-3a4e6dba34ae tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:56.384430 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0e5c25bc-7243-46eb-b981-050cd2344bac req-d04801d7-8901-448f-a3d7-3a4e6dba34ae tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0835776 Sep 15 15:12:56.430403 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0e5c25bc-7243-46eb-b981-050cd2344bac req-31f02992-ebb4-4553-887b-314442b9519c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Sep 15 15:12:57.618562 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d65875-17d3-43c8-b811-4fccc30cb857 req-674417aa-80c5-406a-97bf-f5394677e8f9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:57.620051 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-17d65875-17d3-43c8-b811-4fccc30cb857 req-674417aa-80c5-406a-97bf-f5394677e8f9 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0795605 Sep 15 15:12:57.669437 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-17d65875-17d3-43c8-b811-4fccc30cb857 req-e635f716-d8d1-4b1d-80df-cb4df28279bb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438030 Sep 15 15:12:58.950685 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc531e32-edfe-4fc6-b3bc-71cc988c1594 req-c95e0f6c-2b27-4ab3-ade0-32baf31eba79 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:58.952359 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bc531e32-edfe-4fc6-b3bc-71cc988c1594 req-c95e0f6c-2b27-4ab3-ade0-32baf31eba79 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.1641831 Sep 15 15:12:59.012760 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bc531e32-edfe-4fc6-b3bc-71cc988c1594 req-d0194e4c-3bea-473a-8841-7c7f6638d3e3 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529070 Sep 15 15:13:00.233112 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9764e-0178-4e57-8ff2-6275df3561e4 req-d6ac7d09-4b57-4f70-a8ca-7f0429115b71 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:00.236027 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-51e9764e-0178-4e57-8ff2-6275df3561e4 req-d6ac7d09-4b57-4f70-a8ca-7f0429115b71 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.1036508 Sep 15 15:13:00.292785 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-51e9764e-0178-4e57-8ff2-6275df3561e4 req-93991ff9-0ede-438b-8778-8cb1823bc6be tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510776 Sep 15 15:13:00.838865 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.063614 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-2bdb4996-d3e4-4b1a-bd3a-7c8d841a958b tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812535702&fields=id&tenant_id=6ff3021fe7484905a6d01c1b171308c5 HTTP/1.1" status: 200 len: 267 time: 0.0413134 Sep 15 15:13:01.153926 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-7d244ff4-7ece-4bbd-a101-bfa699f69a1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.155634 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-7d244ff4-7ece-4bbd-a101-bfa699f69a1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 984 time: 0.0858049 Sep 15 15:13:01.166805 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Request body: {'port': {'security_groups': ['b9876dad-389a-4f75-be5d-4f6de9425cad']}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:13:01.300336 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.632578 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] For port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:01.651341 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739cab-9eb1-4bfd-9e00-efa4b5e134b6 req-2c876aab-2ae5-48bd-b79a-cc79d21950c5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.653079 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2b739cab-9eb1-4bfd-9e00-efa4b5e134b6 req-2c876aab-2ae5-48bd-b79a-cc79d21950c5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.1518700 Sep 15 15:13:01.694790 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.718533 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2b739cab-9eb1-4bfd-9e00-efa4b5e134b6 req-44d8fe95-3f3f-4359-942a-8473fb156ea5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592785 Sep 15 15:13:01.763754 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128114640'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.770028 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0904c253-52bb-4257-a1e6-2824ca2abcc2 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:01.778593 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:13:01.921372 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.922260 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.928065 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4bf7e0dc-fcaf-4799-bc17-74e121ca600a req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "PUT /v2.0/ports/3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 942 time: 0.7655978 Sep 15 15:13:01.933485 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45690) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:01.938369 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:02.004525 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event updated for resources: {'Port': ['ID=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,revision_number=7']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:02.029755 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.030162 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.030500 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.030860 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.031223 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.031601 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.031957 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.032311 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.033318 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.033554 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.033923 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.034291 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.052930 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-522fbfa3-a59e-439b-93ee-d339770e0e9a tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:02.061268 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'status': 'completed', 'code': 200} Sep 15 15:13:02.082919 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:13:02.094799 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.200478 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.251520 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-6471d239-853c-46a3-ae0f-37278dc875df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:02.253535 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-6471d239-853c-46a3-ae0f-37278dc875df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1098 time: 0.1599150 Sep 15 15:13:02.337318 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-627b9849-866a-424a-8a29-53d037599370 None None] Provisioning complete for port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:02.337729 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-627b9849-866a-424a-8a29-53d037599370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.418988 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-319f080e-c223-4b23-831e-70d2b9105e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:02.420919 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-319f080e-c223-4b23-831e-70d2b9105e75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 200 len: 914 time: 0.1592083 Sep 15 15:13:02.604446 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.609717 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-90f6413c-8144-4217-81ca-97096cf0a374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:02.638922 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79027277-5f12-4e10-ba62-afbe79486f61,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:02.660730 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.661169 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.661564 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.662006 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.662369 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.662721 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.663073 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.663427 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.663804 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.664155 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.664500 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.664845 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:02.668077 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:02.677620 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.678768 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "DELETE /v2.0/security-groups/79027277-5f12-4e10-ba62-afbe79486f61 HTTP/1.1" status: 204 len: 168 time: 0.7442973 Sep 15 15:13:02.681604 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45698) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:02.686839 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-53c9edc3-1ffe-4b76-a955-92b6cee69dda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 1000 time: 0.2580009 Sep 15 15:13:02.767759 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-94c8513c-cd03-42d2-aea0-bcd33a6c542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:02.769454 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-94c8513c-cd03-42d2-aea0-bcd33a6c542f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1595f451-aa37-4af5-8c94-b632a9690702 HTTP/1.1" status: 200 len: 852 time: 0.0735276 Sep 15 15:13:02.901913 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-e299d9df-6b5d-4b5a-b93a-d9fe6074c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:02.904523 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-e299d9df-6b5d-4b5a-b93a-d9fe6074c896 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8dcd136-1f63-44c9-9ecf-b681c58194da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1266816 Sep 15 15:13:02.972915 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Deleting port ca3adb5f-4ca3-4ead-ab55-00ce6ef232a1 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:02.973403 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:03.070838 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-80e9e13f-b910-405c-8ad1-7fea516cb013 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577470 Sep 15 15:13:03.071970 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fddb49-d5b8-4444-9079-2c034755c02d req-817641fc-f0a5-4099-8a5c-e61dd72cf358 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:03.081784 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-36fddb49-d5b8-4444-9079-2c034755c02d req-817641fc-f0a5-4099-8a5c-e61dd72cf358 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.1757271 Sep 15 15:13:03.216327 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3840b67-c403-46ef-8287-8ca34fadb7f3 req-5067d615-67ca-4d7a-b8e5-fd32c3ea8276 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384435 Sep 15 15:13:03.234331 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-36fddb49-d5b8-4444-9079-2c034755c02d req-9084a555-96c7-4b82-b6f7-e541279a0d14 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512225 Sep 15 15:13:03.297258 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:03.297890 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:03.420289 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Calling delete_port for ca3adb5f-4ca3-4ead-ab55-00ce6ef232a1 owned by network:floatingip {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:03.742164 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:03.747963 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:03.791392 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event deleted for resources: {'Port': ['ID=ca3adb5f-4ca3-4ead-ab55-00ce6ef232a1,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:03.821153 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:03.893461 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks [] for floatingip, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:03.893847 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Floating IP c44f1236-8fb3-409f-84b0-1b0c9e087bb8 disassociated (deleted). External IP: 172.28.3.49, port: 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc. Sep 15 15:13:04.285284 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:13:04.532130 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65055b8c-eebb-472b-9d28-0c946f1d4f37 req-ff7f0f90-89f2-485e-8b05-92f1f6c677f5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:04.534032 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-65055b8c-eebb-472b-9d28-0c946f1d4f37 req-ff7f0f90-89f2-485e-8b05-92f1f6c677f5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.1851187 Sep 15 15:13:04.536669 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:13:04.546412 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] Sync routers for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:04.557066 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:13:04.557694 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:12:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:04.574615 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:04.625466 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-65055b8c-eebb-472b-9d28-0c946f1d4f37 req-78bc9919-2fb0-43c3-ba0b-f826887ebf98 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836632 Sep 15 15:13:04.640006 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "DELETE /v2.0/floatingips/c44f1236-8fb3-409f-84b0-1b0c9e087bb8 HTTP/1.1" status: 204 len: 168 time: 1.9569595 Sep 15 15:13:04.640749 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:04.692049 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'status': 'completed', 'code': 200} Sep 15 15:13:04.788561 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:13:04.800467 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617a77c-94f5-482e-b7c6-643227439835 req-40ac40c6-6d21-4e9c-8da4-ac8d05b0dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:04.800467 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2617a77c-94f5-482e-b7c6-643227439835 req-40ac40c6-6d21-4e9c-8da4-ac8d05b0dab6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ff3021fe7484905a6d01c1b171308c5&device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 1098 time: 0.0815530 Sep 15 15:13:05.007641 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617a77c-94f5-482e-b7c6-643227439835 req-6b911fee-d57d-4a30-845b-2792e45f12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:05.009194 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2617a77c-94f5-482e-b7c6-643227439835 req-6b911fee-d57d-4a30-845b-2792e45f12e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 200 len: 914 time: 0.2009749 Sep 15 15:13:05.089111 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2617a77c-94f5-482e-b7c6-643227439835 req-4ee243eb-29b2-4bb5-be6d-b17af43f76af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 200 len: 217 time: 0.0719280 Sep 15 15:13:05.193288 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617a77c-94f5-482e-b7c6-643227439835 req-36675d24-2f7e-4792-a55e-a43a8136986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:05.194859 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2617a77c-94f5-482e-b7c6-643227439835 req-36675d24-2f7e-4792-a55e-a43a8136986f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1595f451-aa37-4af5-8c94-b632a9690702 HTTP/1.1" status: 200 len: 852 time: 0.0976830 Sep 15 15:13:05.219983 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 5, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:05.230086 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] Checking router: eb3a29ec-6bb1-40f1-a746-29e8eaa28437 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:05.246261 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:13:05.247772 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:12:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:05.297098 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617a77c-94f5-482e-b7c6-643227439835 req-deeaa221-1416-45c4-836e-6d444633190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:05.298944 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2617a77c-94f5-482e-b7c6-643227439835 req-deeaa221-1416-45c4-836e-6d444633190f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8dcd136-1f63-44c9-9ecf-b681c58194da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0972493 Sep 15 15:13:05.486926 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2617a77c-94f5-482e-b7c6-643227439835 req-b2d837b8-1b63-448e-826a-2c12dfb48271 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752639 Sep 15 15:13:05.522150 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:13:05.632952 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2617a77c-94f5-482e-b7c6-643227439835 req-37833587-5c56-46cd-a6ca-603d50976101 service neutron] 10.222.0.32 "GET /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391146 Sep 15 15:13:05.904197 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 5, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:05.910239 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07355287-9317-42f2-9b5c-b42b72e82747 None None] The sync data for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb is: [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:09:15Z', 'revision_number': 4, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '1a9325da-5ba9-4389-a20d-47cb21c12dc2', 'name': '', 'network_id': 'a8dcd136-1f63-44c9-9ecf-b681c58194da', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'mac_address': 'fa:16:3e:a0:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1595f451-aa37-4af5-8c94-b632a9690702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:14Z', 'updated_at': '2021-09-15T15:09:23Z', 'revision_number': 5, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'subnets': [{'id': '1595f451-aa37-4af5-8c94-b632a9690702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:05.943216 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246f25b-8979-49b5-a762-195532999a21 req-0c2ffc2e-445e-4238-a43e-7e55e5b96867 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:05.951982 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f246f25b-8979-49b5-a762-195532999a21 req-0c2ffc2e-445e-4238-a43e-7e55e5b96867 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.1495469 Sep 15 15:13:06.024029 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f246f25b-8979-49b5-a762-195532999a21 req-68cdccba-093a-4a26-9228-bfdbdc33a114 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563164 Sep 15 15:13:06.225689 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6bde54-fcd0-4715-a0a7-4446b097c5e7 None None] New status for floating IP c44f1236-8fb3-409f-84b0-1b0c9e087bb8: DOWN {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:13:07.244459 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e84462-dc95-40fe-a996-25e8de7d2dea req-87afc5b8-5bbe-44d9-9f0d-379c5a95e558 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:07.244459 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-12e84462-dc95-40fe-a996-25e8de7d2dea req-87afc5b8-5bbe-44d9-9f0d-379c5a95e558 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0945728 Sep 15 15:13:07.291072 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-12e84462-dc95-40fe-a996-25e8de7d2dea req-a1c59169-22a7-4857-a230-764ad7203742 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Sep 15 15:13:08.503029 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a55a-1141-45c1-91c9-a1793d6c2db9 req-d863fe32-0379-4d4f-839a-d2609f992875 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:08.504512 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0cf7a55a-1141-45c1-91c9-a1793d6c2db9 req-d863fe32-0379-4d4f-839a-d2609f992875 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0831819 Sep 15 15:13:08.548661 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0cf7a55a-1141-45c1-91c9-a1793d6c2db9 req-c90e2e02-3ff8-40bc-88ce-d588ac589bd8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373390 Sep 15 15:13:08.947837 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76db6038-1596-43ca-bba0-5b48001db681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:09.614756 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:09.738734 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb0cef-3f8f-42e4-ba15-88183635db70 req-b03e8a20-9b59-4be4-a452-b84ef1f1f195 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:09.740248 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-82eb0cef-3f8f-42e4-ba15-88183635db70 req-b03e8a20-9b59-4be4-a452-b84ef1f1f195 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0789971 Sep 15 15:13:09.792596 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-82eb0cef-3f8f-42e4-ba15-88183635db70 req-5ff544fc-5da5-447a-886c-a8ae87f707d6 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Sep 15 15:13:10.019402 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdaba3-2f1a-4fb8-a72a-325dffb213d8 req-ffc4738c-b4e2-42b0-859b-6cdd4ccf8bdf tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:10.020120 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-3abdaba3-2f1a-4fb8-a72a-325dffb213d8 req-ffc4738c-b4e2-42b0-859b-6cdd4ccf8bdf tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Synchronizing usage tracker for tenant:6ff3021fe7484905a6d01c1b171308c5 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:13:10.118224 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-3abdaba3-2f1a-4fb8-a72a-325dffb213d8 req-ffc4738c-b4e2-42b0-859b-6cdd4ccf8bdf tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Unset dirty status for tenant:6ff3021fe7484905a6d01c1b171308c5 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:13:10.119317 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3abdaba3-2f1a-4fb8-a72a-325dffb213d8 req-ffc4738c-b4e2-42b0-859b-6cdd4ccf8bdf tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.1774507 Sep 15 15:13:10.164376 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3abdaba3-2f1a-4fb8-a72a-325dffb213d8 req-7f9fc0fd-0ce4-44e8-9932-c19e994201fc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Sep 15 15:13:10.796174 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-7b16e002-5d08-4d6f-a037-9daf207b02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:10.797558 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-7b16e002-5d08-4d6f-a037-9daf207b02f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1099 time: 0.0691922 Sep 15 15:13:10.932459 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-bcb9e154-9327-43f6-9c94-c6aea933f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:10.933988 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-bcb9e154-9327-43f6-9c94-c6aea933f735 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.1291432 Sep 15 15:13:11.045142 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-b2643d28-a9ff-4f65-b5ec-c834b61af8f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 200 len: 1002 time: 0.0993865 Sep 15 15:13:11.077982 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716252b-d7e9-4fda-a636-fd32e2ceac86 req-c4b6f509-0255-4e4b-9d9c-4d8d1dc8381d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:11.079573 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c716252b-d7e9-4fda-a636-fd32e2ceac86 req-c4b6f509-0255-4e4b-9d9c-4d8d1dc8381d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.1753769 Sep 15 15:13:11.127347 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c716252b-d7e9-4fda-a636-fd32e2ceac86 req-7ed7df97-ac55-434e-a186-659cc009592c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Sep 15 15:13:11.202659 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-79df8608-313b-4323-9aab-723aea2bb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:11.204269 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-79df8608-313b-4323-9aab-723aea2bb1a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.1514294 Sep 15 15:13:11.291858 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-62783ee5-484d-4730-a4f3-0b1b1b90c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:11.293335 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-62783ee5-484d-4730-a4f3-0b1b1b90c526 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753534 Sep 15 15:13:11.350149 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b72ed-f85b-447a-9c0f-8f1a4841fde3 req-d0c9ba74-76a1-4467-8d8b-d7d8acc312e7 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:11.351575 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b39b72ed-f85b-447a-9c0f-8f1a4841fde3 req-d0c9ba74-76a1-4467-8d8b-d7d8acc312e7 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.0821002 Sep 15 15:13:11.399426 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b39b72ed-f85b-447a-9c0f-8f1a4841fde3 req-ca441006-55a9-4179-a37b-7fffab655346 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Sep 15 15:13:11.429759 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-4cd96fe2-36a8-4088-9e5f-875d46467e2a service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268804 Sep 15 15:13:11.564191 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3534a409-9d95-4e46-9659-3ab59ecd3f5f req-eefd4371-b5b2-49db-bd0c-893b9c152fd9 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257877 Sep 15 15:13:11.644577 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa6911bd-1f27-4d3e-8fb0-3580fb760e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.275689 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-b351a27b-b0ba-4cf2-9494-96318b6f4c98 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:12.276306 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-b351a27b-b0ba-4cf2-9494-96318b6f4c98 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Synchronizing usage tracker for tenant:6ff3021fe7484905a6d01c1b171308c5 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:13:12.292822 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-b351a27b-b0ba-4cf2-9494-96318b6f4c98 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Unset dirty status for tenant:6ff3021fe7484905a6d01c1b171308c5 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:13:12.293986 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-b351a27b-b0ba-4cf2-9494-96318b6f4c98 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.32 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.1007743 Sep 15 15:13:12.318560 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9f3f-a4f8-443d-8e1d-2aa2f9b9717e req-1cb7f4ab-6643-4824-9635-61ef0e036f9f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:12.320030 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb1d9f3f-a4f8-443d-8e1d-2aa2f9b9717e req-1cb7f4ab-6643-4824-9635-61ef0e036f9f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0784805 Sep 15 15:13:12.364331 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb1d9f3f-a4f8-443d-8e1d-2aa2f9b9717e req-0596332c-328a-42e9-9650-922cf9efc1bd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386190 Sep 15 15:13:12.364792 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Deleting port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:12.365137 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.562932 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.594185 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed29c10-1b40-4ad8-b803-a5ca12e28080 req-2722c81e-9654-42ff-ac2d-7635095c9b4e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:12.596473 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fed29c10-1b40-4ad8-b803-a5ca12e28080 req-2722c81e-9654-42ff-ac2d-7635095c9b4e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 945 time: 0.0859759 Sep 15 15:13:12.611424 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] For port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:12.611811 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.641624 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fed29c10-1b40-4ad8-b803-a5ca12e28080 req-2df643b9-5939-4483-ba92-5b90a4eb7e2e tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9876dad-389a-4f75-be5d-4f6de9425cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392308 Sep 15 15:13:12.731139 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Calling delete_port for 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:12.993070 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.999149 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b43c675f-d492-4fda-b0cf-228dc8d466c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:13.004838 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:13:13.045551 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Pushing event deleted for resources: {'Port': ['ID=3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:13.048502 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:13.124705 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] No DVR routers for this DVR port 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:13:13.128146 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:13.130682 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'name': 'network-vif-deleted', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:13.175899 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99860b7c-08a7-48f9-88e0-b59455985e47', 'name': 'network-vif-deleted', 'tag': '3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc', 'status': 'completed', 'code': 200} Sep 15 15:13:13.210693 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-15989b64-f6de-45fa-af69-45f8e99c5b99 req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.32 "DELETE /v2.0/ports/3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc HTTP/1.1" status: 204 len: 173 time: 0.9104922 Sep 15 15:13:13.575884 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765ef7-6800-48fb-a5bc-8b80273ceb8d req-eb70763f-bafa-4ecd-aaf6-0f3f23e4d587 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:13.577429 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-01765ef7-6800-48fb-a5bc-8b80273ceb8d req-eb70763f-bafa-4ecd-aaf6-0f3f23e4d587 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0861657 Sep 15 15:13:13.635824 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-01765ef7-6800-48fb-a5bc-8b80273ceb8d req-c708b94a-896f-47f3-bb78-4284460a7632 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518680 Sep 15 15:13:13.806265 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bf906621-9e81-4a5c-bf09-0525cdc82f7d req-8b29089c-a5df-47ab-b3a3-1fb7d1da5ba5 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] 10.222.0.39 "GET /v2.0/ports?device_id=99860b7c-08a7-48f9-88e0-b59455985e47 HTTP/1.1" status: 200 len: 210 time: 0.0462499 Sep 15 15:13:14.051825 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:14.822718 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcf2bc-80ab-4de6-b058-ba48d84b31c8 req-22c21f04-145d-4fb4-87c8-768959dcc936 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:14.824195 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6afcf2bc-80ab-4de6-b058-ba48d84b31c8 req-22c21f04-145d-4fb4-87c8-768959dcc936 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 946 time: 0.0808167 Sep 15 15:13:14.869845 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6afcf2bc-80ab-4de6-b058-ba48d84b31c8 req-be5cc2cd-bff6-4d84-b8d1-2e3a64814d4f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Sep 15 15:13:15.195871 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:15.311289 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:15.343146 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:15.350950 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:15.380115 dv-cinder-809195-1-smb neutron-server[80020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'code': 422} returned with failed status Sep 15 15:13:15.479309 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:15.482276 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-24bbca26-d49f-471b-8e2c-b7b806f80545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:15.547974 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=8']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:15.551868 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:16.440705 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45858) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:16.983461 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-480547'] for router_interface, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:17.205393 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:17.243053 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:13:17.243408 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 3f5d8cf2-6d3b-46ed-8558-42e8f33c00bc not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:13:17.435201 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Deleting port 1a9325da-5ba9-4389-a20d-47cb21c12dc2 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:17.435691 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:17.614091 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] For port 1a9325da-5ba9-4389-a20d-47cb21c12dc2, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=1a9325da-5ba9-4389-a20d-47cb21c12dc2,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:17.614806 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:17.761372 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:13:17.772501 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Calling delete_port for 1a9325da-5ba9-4389-a20d-47cb21c12dc2 owned by network:router_interface {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:17.942355 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff5356-60c4-4936-8b97-da113a3d5357 req-d0c8eb46-bf71-4b72-9b48-e4883baf2dd3 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:17.943843 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57ff5356-60c4-4936-8b97-da113a3d5357 req-d0c8eb46-bf71-4b72-9b48-e4883baf2dd3 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.2622936 Sep 15 15:13:18.039350 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57ff5356-60c4-4936-8b97-da113a3d5357 req-118acf07-5967-40df-bad9-1fa200e760fa tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817792 Sep 15 15:13:18.052201 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-58e2cbd2-e9b6-4b71-bf6f-7486fe15028f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1955135 Sep 15 15:13:18.152780 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:18.157546 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-32285672-5088-45c0-9fd5-fe9538558dce tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:18.200187 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9325da-5ba9-4389-a20d-47cb21c12dc2,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:18.205478 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:18.485313 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507795'] for router_interface, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:18.942327 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:13:19.221931 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:13:19.231191 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] Sync routers for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:19.240664 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] 10.222.0.39 "PUT /v2.0/routers/eb3a29ec-6bb1-40f1-a746-29e8eaa28437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976053 Sep 15 15:13:19.241731 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:13:19.242436 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:13:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:19.243256 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45898) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:19.399478 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d1a41-94fe-492a-a946-ade1c1d35f10 req-87be2bab-35a4-4647-ba1d-88b132c67282 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:19.401072 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aa4d1a41-94fe-492a-a946-ade1c1d35f10 req-87be2bab-35a4-4647-ba1d-88b132c67282 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.2400258 Sep 15 15:13:19.430868 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:13:19.478802 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks [] for router, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.593465 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-aa4d1a41-94fe-492a-a946-ade1c1d35f10 req-66602dff-dcb7-4c79-93e5-b5e91086990f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810122 Sep 15 15:13:19.676891 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.701206 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-fc23e255-f879-4f36-87b5-a5d64018799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:19.702704 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-fc23e255-f879-4f36-87b5-a5d64018799c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b&tenant_id=0b2e4af22d5f463e8a475e5b8d071687 HTTP/1.1" status: 200 len: 1097 time: 0.0834098 Sep 15 15:13:19.734041 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Deleting port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:19.734359 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.787800 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:13:17Z', 'revision_number': 5, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port': {'id': 'd2dd81a1-dac3-4c5c-a417-14cd8c22f1d5', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:11Z', 'updated_at': '2021-09-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:19.792248 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] Checking router: eb3a29ec-6bb1-40f1-a746-29e8eaa28437 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:19.801758 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] Routers {'eb3a29ec-6bb1-40f1-a746-29e8eaa28437'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:13:19.802497 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:13:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:19.804382 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-32c92076-13be-489a-9d94-13c53ffae483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:19.805896 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-32c92076-13be-489a-9d94-13c53ffae483 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1097 time: 0.0767760 Sep 15 15:13:19.929323 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] For port d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:19.929720 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.968748 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-0d015435-6bf0-4f81-8927-11db3eb5d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:19.970250 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-0d015435-6bf0-4f81-8927-11db3eb5d780 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.1586692 Sep 15 15:13:20.049213 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] Set router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 gateway port host: None {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:13:20.075620 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Calling delete_port for d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 owned by network:router_gateway {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:20.086889 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-19d3e8a1-de9c-4652-9277-a6fbbbfdf9d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 200 len: 1000 time: 0.1097775 Sep 15 15:13:20.157633 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:13:19Z', 'revision_number': 6, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port_host': None}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:20.162400 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8b3e1-5eb3-4557-a521-9bff594481db None None] The sync data for ids ['eb3a29ec-6bb1-40f1-a746-29e8eaa28437'] in dv-cinder-809195-1-smb is: [{'id': 'eb3a29ec-6bb1-40f1-a746-29e8eaa28437', 'name': 'tempest-TestMinimumBasicScenario-97936771-router', 'tenant_id': '6ff3021fe7484905a6d01c1b171308c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:10Z', 'updated_at': '2021-09-15T15:13:19Z', 'revision_number': 6, 'project_id': '6ff3021fe7484905a6d01c1b171308c5', 'gw_port_host': None}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:20.257038 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-a23b97bc-b189-44eb-8b3d-f22f2f551921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:20.258420 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-a23b97bc-b189-44eb-8b3d-f22f2f551921 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.1644466 Sep 15 15:13:20.301518 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.306237 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:20.337946 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-fa95d528-761d-47ff-9f0d-0a6b52e9dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:20.339427 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-fa95d528-761d-47ff-9f0d-0a6b52e9dbc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745444 Sep 15 15:13:20.351289 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:20.377248 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:20.446074 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410876'] for router_gateway, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.475628 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-139a7e39-f61c-49d3-a111-377c33696f16 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290975 Sep 15 15:13:20.646220 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 1a9325da-5ba9-4389-a20d-47cb21c12dc2 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:20.656140 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-553f3ba1-7f57-41d9-aae7-35f72f4269c6 req-2aa5e568-430e-46c6-bea3-26b9e5d94faf service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746492 Sep 15 15:13:20.715614 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 1a9325da-5ba9-4389-a20d-47cb21c12dc2 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:13:20.716230 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 1a9325da-5ba9-4389-a20d-47cb21c12dc2 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:13:20.813652 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34857'] for router, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.820702 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.884405 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0f464-9028-426f-95e6-595b30781d4d req-a61dbad8-2ee6-4ad5-b5dd-a27dc2b5da57 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:20.886010 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-27d0f464-9028-426f-95e6-595b30781d4d req-a61dbad8-2ee6-4ad5-b5dd-a27dc2b5da57 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.1047835 Sep 15 15:13:20.932979 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-27d0f464-9028-426f-95e6-595b30781d4d req-0949edd4-5c31-42f9-a651-6fc28cb4e8a5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Sep 15 15:13:20.952474 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-486414'] for router, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.953436 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3a29ec-6bb1-40f1-a746-29e8eaa28437 {{(pid=80018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:13:20.968821 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.970042 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] 10.222.0.39 "DELETE /v2.0/routers/eb3a29ec-6bb1-40f1-a746-29e8eaa28437 HTTP/1.1" status: 204 len: 168 time: 1.7244437 Sep 15 15:13:20.973035 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45926) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:21.044113 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Deleting subnet 1595f451-aa37-4af5-8c94-b632a9690702 {{(pid=80018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:13:21.048950 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.106955 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1990197'] for subnet, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.275040 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.439619 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128114586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128437501'] for subnet, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.446320 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9a9c655c-dd02-4860-9b45-624f67c0e31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:21.489439 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1595f451-aa37-4af5-8c94-b632a9690702,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:21.491499 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.495625 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:21.496647 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c7e6f-9de7-49a6-be6e-e043d53c4a7a None None] Network a8dcd136-1f63-44c9-9ecf-b681c58194da requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:13:21.501091 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45940) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:21.501689 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1595f451-aa37-4af5-8c94-b632a9690702 HTTP/1.1" status: 204 len: 168 time: 0.5271742 Sep 15 15:13:21.631097 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.644874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Deleting port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:21.645283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.883378 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] DHCP port deletion for a8dcd136-1f63-44c9-9ecf-b681c58194da request from dv-cinder-809195-1-smb {{(pid=80020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:13:21.888261 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] Deleting port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:21.889004 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.892689 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] For port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=b41b7974-b5b4-4b5f-b5d8-c163ed14ba04,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:21.893155 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.037502 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Calling delete_port for b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 owned by network:dhcp {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:22.157958 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] For port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=b41b7974-b5b4-4b5f-b5d8-c163ed14ba04,segment=NetworkSegment(7011088c-f138-4b4b-b71e-842f5d1fdfb8),segment_id=7011088c-f138-4b4b-b71e-842f5d1fdfb8)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:22.158352 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.193321 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940abdf9-c07c-417b-a00f-3ea506db9220 req-70caf342-df54-450f-8d99-747c1789b016 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:22.194795 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-940abdf9-c07c-417b-a00f-3ea506db9220 req-70caf342-df54-450f-8d99-747c1789b016 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.1199207 Sep 15 15:13:22.203859 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.208824 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4630634f-42b1-4b84-b4ab-0d45c9ba1d1f tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:22.247164 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-940abdf9-c07c-417b-a00f-3ea506db9220 req-5cb1c5bf-e6d6-481c-809c-0e03454a8c53 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460896 Sep 15 15:13:22.286287 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] Calling delete_port for b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 owned by network:dhcp {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:22.299683 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41b7974-b5b4-4b5f-b5d8-c163ed14ba04,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:22.302615 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:22.307390 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] No DVR routers for this DVR port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 on host dv-cinder-809195-1-smb {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:13:22.447678 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.db.api [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:13:22.448066 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_db.api [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:13:22.462300 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.489285 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dcd136-1f63-44c9-9ecf-b681c58194da']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:22.501363 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7011088c-f138-4b4b-b71e-842f5d1fdfb8') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:22.501869 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7011088c-f138-4b4b-b71e-842f5d1fdfb8') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:22.513766 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.535433 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.542127 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:13:22.542473 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.555173 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:13:22.565413 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:13:22.591675 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:13:22.592023 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device d2dd81a1-dac3-4c5c-a417-14cd8c22f1d5 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:13:22.592506 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:22.632894 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:13:22.633257 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:13:22.724041 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.728314 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:22.743178 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.755183 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8dcd136-1f63-44c9-9ecf-b681c58194da,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:22.759327 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:22.850609 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a8dcd136-1f63-44c9-9ecf-b681c58194da HTTP/1.1" status: 204 len: 168 time: 1.3475726 Sep 15 15:13:22.853245 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45950) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:22.948969 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] Deleting port b41b7974-b5b4-4b5f-b5d8-c163ed14ba04 {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:22.949572 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:23.029633 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d96f5-4d19-4573-9878-27bc463f8d7a None None] The port 'b41b7974-b5b4-4b5f-b5d8-c163ed14ba04' was deleted {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:13:23.498278 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f1397-afa0-43f0-8c94-de7469138991 req-f42c0a07-85db-4825-9777-6d1a23bce986 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:23.499775 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-319f1397-afa0-43f0-8c94-de7469138991 req-f42c0a07-85db-4825-9777-6d1a23bce986 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.1122675 Sep 15 15:13:23.505966 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-480547'] for router_interface, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:23.548669 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-319f1397-afa0-43f0-8c94-de7469138991 req-502e76bf-34ba-4d81-b429-c7df82f65865 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Sep 15 15:13:23.865414 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Deleting port 35ce7927-ff01-4d65-8220-8b974e67e240 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:23.865752 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.044010 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] For port 35ce7927-ff01-4d65-8220-8b974e67e240, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=35ce7927-ff01-4d65-8220-8b974e67e240,segment=NetworkSegment(5662f484-a6a3-4af2-a47d-e3f83dea2a25),segment_id=5662f484-a6a3-4af2-a47d-e3f83dea2a25)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:24.044363 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.169118 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Calling delete_port for 35ce7927-ff01-4d65-8220-8b974e67e240 owned by network:router_interface {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:24.421177 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.425028 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e9f58ea9-a42d-4cbd-9eb7-c159e20cc7a1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:24.474528 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ce7927-ff01-4d65-8220-8b974e67e240,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:24.477750 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:24.788601 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363c3e6-668c-4d42-ab44-32e184bb38ea req-9ea10ad7-9a89-49bc-8aa2-3934bf8d15d7 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:24.789985 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e363c3e6-668c-4d42-ab44-32e184bb38ea req-9ea10ad7-9a89-49bc-8aa2-3934bf8d15d7 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0991237 Sep 15 15:13:24.858979 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e363c3e6-668c-4d42-ab44-32e184bb38ea req-f4ec5d78-627c-4954-b3be-fd00ec5c72fa tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631628 Sep 15 15:13:24.895711 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507795'] for router_interface, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.293246 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Router e6f4feda-b52a-4e28-a925-144c00df09f7 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:13:25.478196 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:13:25.490829 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] 10.222.0.39 "PUT /v2.0/routers/e6f4feda-b52a-4e28-a925-144c00df09f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6334553 Sep 15 15:13:25.491021 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] Sync routers for ids ['e6f4feda-b52a-4e28-a925-144c00df09f7'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:25.491646 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45964) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:25.502646 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] Routers {'e6f4feda-b52a-4e28-a925-144c00df09f7'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:13:25.503700 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:13:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['e6f4feda-b52a-4e28-a925-144c00df09f7'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:25.676483 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.692437 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] Set router e6f4feda-b52a-4e28-a925-144c00df09f7 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:13:25.860326 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.993356 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Deleting port 5399678b-1ce8-4d0d-91c5-b519f094d68f {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:25.994005 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:13:24Z', 'revision_number': 5, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port': {'id': '5399678b-1ce8-4d0d-91c5-b519f094d68f', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:22Z', 'updated_at': '2021-09-15T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:25.994133 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.997588 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] Checking router: e6f4feda-b52a-4e28-a925-144c00df09f7 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:26.007393 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] Routers {'e6f4feda-b52a-4e28-a925-144c00df09f7'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:13:26.008095 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:13:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['e6f4feda-b52a-4e28-a925-144c00df09f7'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:26.125328 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd0a19-9de8-40f8-a099-01763af2fe85 req-761292e8-d1a5-428b-b82e-e4a8359e61b1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:26.130205 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8afd0a19-9de8-40f8-a099-01763af2fe85 req-761292e8-d1a5-428b-b82e-e4a8359e61b1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.1454775 Sep 15 15:13:26.180938 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8afd0a19-9de8-40f8-a099-01763af2fe85 req-07223877-de98-4689-93b7-910f13174533 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496736 Sep 15 15:13:26.245150 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] Set router e6f4feda-b52a-4e28-a925-144c00df09f7 gateway port host: None {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:13:26.291102 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] For port 5399678b-1ce8-4d0d-91c5-b519f094d68f, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=5399678b-1ce8-4d0d-91c5-b519f094d68f,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:26.291836 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.361333 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:13:25Z', 'revision_number': 6, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port_host': None}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:26.369949 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ee2b0-7847-414f-8f63-2387728b2490 None None] The sync data for ids ['e6f4feda-b52a-4e28-a925-144c00df09f7'] in dv-cinder-809195-1-smb is: [{'id': 'e6f4feda-b52a-4e28-a925-144c00df09f7', 'name': 'tempest-TestMinimumBasicScenario-966184049-router', 'tenant_id': '69fe70e32bb845ce80ce5e106a8f523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:20Z', 'updated_at': '2021-09-15T15:13:25Z', 'revision_number': 6, 'project_id': '69fe70e32bb845ce80ce5e106a8f523d', 'gw_port_host': None}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:26.556210 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Calling delete_port for 5399678b-1ce8-4d0d-91c5-b519f094d68f owned by network:router_gateway {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:26.741683 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 35ce7927-ff01-4d65-8220-8b974e67e240 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:26.808728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.811593 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 35ce7927-ff01-4d65-8220-8b974e67e240 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:13:26.811950 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 35ce7927-ff01-4d65-8220-8b974e67e240 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:13:26.814948 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:26.867349 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5399678b-1ce8-4d0d-91c5-b519f094d68f,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:26.897283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:26.961051 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410876'] for router_gateway, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.142796 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34857'] for router, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.145691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.312474 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-486414'] for router, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.312999 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f4feda-b52a-4e28-a925-144c00df09f7 {{(pid=80019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:13:27.332991 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Notify callbacks [] for router, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.334188 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e6f4feda-b52a-4e28-a925-144c00df09f7 HTTP/1.1" status: 204 len: 168 time: 1.8416944 Sep 15 15:13:27.335012 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45976) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:27.402855 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] Deleting subnet f41fe597-fbcf-408b-b2ec-21fd388f1df3 {{(pid=80019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:13:27.406006 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.419152 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fe934-4c02-4c9a-b87f-3eacd0208f0c req-c7a367e9-1b2f-4724-91d6-79be443aa13b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:27.421255 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-da8fe934-4c02-4c9a-b87f-3eacd0208f0c req-c7a367e9-1b2f-4724-91d6-79be443aa13b tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0974016 Sep 15 15:13:27.474186 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-da8fe934-4c02-4c9a-b87f-3eacd0208f0c req-e307770b-0f0d-49e4-b55a-4dd0e042baf4 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477014 Sep 15 15:13:27.491372 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2092473'] for subnet, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.624548 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.774447 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1866187'] for subnet, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.778522 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:27.818615 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.824955 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff6e7e-f625-4d98-9c1a-d2fe505fcf69 None None] Network b1b0bc92-6278-4216-99dc-d080da409040 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:13:27.825930 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f41fe597-fbcf-408b-b2ec-21fd388f1df3 HTTP/1.1" status: 204 len: 168 time: 0.4895656 Sep 15 15:13:27.826808 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41fe597-fbcf-408b-b2ec-21fd388f1df3,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:27.828605 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 45982) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:27.829284 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a94ba7a5-d80c-419c-afb4-e6a050a6cff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:28.016958 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.030219 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Deleting port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:28.030566 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.155127 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] DHCP port deletion for b1b0bc92-6278-4216-99dc-d080da409040 request from dv-cinder-809195-1-smb {{(pid=80020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:13:28.159454 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] Deleting port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:28.159941 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.272611 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] For port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e,segment=NetworkSegment(5662f484-a6a3-4af2-a47d-e3f83dea2a25),segment_id=5662f484-a6a3-4af2-a47d-e3f83dea2a25)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:28.273670 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.401439 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] For port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e,segment=NetworkSegment(5662f484-a6a3-4af2-a47d-e3f83dea2a25),segment_id=5662f484-a6a3-4af2-a47d-e3f83dea2a25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:28.401780 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.409075 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Calling delete_port for d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e owned by network:dhcp {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:28.561066 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] Calling delete_port for d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e owned by network:dhcp {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:28.652583 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:28.758857 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca78af-43ed-41b1-a112-f3216f3af418 req-fda45f64-4368-45ba-927c-29cd86115421 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:28.760430 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-22ca78af-43ed-41b1-a112-f3216f3af418 req-fda45f64-4368-45ba-927c-29cd86115421 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.1113181 Sep 15 15:13:28.796658 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.805064 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac98573a-6984-4764-a729-2ceba99206cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:28.813807 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.db.api [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:13:28.814164 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_db.api [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:13:28.814789 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.856708 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:28.860030 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:28.881664 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-22ca78af-43ed-41b1-a112-f3216f3af418 req-cf463449-1f6f-4ad3-9184-6a21903f040f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049061 Sep 15 15:13:28.881664 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] No DVR routers for this DVR port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e on host dv-cinder-809195-1-smb {{(pid=80018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:13:28.886259 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 5399678b-1ce8-4d0d-91c5-b519f094d68f no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:28.949075 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 5399678b-1ce8-4d0d-91c5-b519f094d68f {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:13:28.949428 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 5399678b-1ce8-4d0d-91c5-b519f094d68f not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:13:29.018050 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.045152 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b0bc92-6278-4216-99dc-d080da409040']}} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:29.058628 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5662f484-a6a3-4af2-a47d-e3f83dea2a25') {'for_net_delete': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:29.058929 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5662f484-a6a3-4af2-a47d-e3f83dea2a25') {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:29.070273 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990204'] for segment, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.085778 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.091824 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=80018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:13:29.092203 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128114484'] for segment, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: Traceback (most recent call last): Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: timer() Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: cb(*args, **kw) Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: return func(*args, **kwargs) Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: self._notify() Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: self.callback(batched_events) Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: event.method(event) Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: return f(self, *a, **k) Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: return self._get(url).json() Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:13:29.106085 dv-cinder-809195-1-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:13:29.242468 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.246594 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:29.267179 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b0bc92-6278-4216-99dc-d080da409040,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:29.270050 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.276588 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:29.281687 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b1b0bc92-6278-4216-99dc-d080da409040 HTTP/1.1" status: 204 len: 168 time: 1.4492004 Sep 15 15:13:29.316281 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] Deleting port d54bb4ea-7cdf-4a4a-878c-8f69fd42de3e {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:29.316675 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.385844 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d722e9c3-f447-4f6a-bc8b-7f3270ac9cfd None None] The port 'd54bb4ea-7cdf-4a4a-878c-8f69fd42de3e' was deleted {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:13:29.789692 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45994) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:29.842113 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-66085ca1-5ad3-41c2-87bb-286ee3f48b74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ff3021fe7484905a6d01c1b171308c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511258 Sep 15 15:13:29.844403 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 45998) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:29.904425 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c713a34b-8c5d-4f5e-babe-db7a2894f8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.931512 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c713a34b-8c5d-4f5e-babe-db7a2894f8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.067348 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c713a34b-8c5d-4f5e-babe-db7a2894f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.072188 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ec3762ac-627c-469d-b4df-d00fb87cb674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:30.084828 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713a34b-8c5d-4f5e-babe-db7a2894f8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9876dad-389a-4f75-be5d-4f6de9425cad,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:30.087507 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c713a34b-8c5d-4f5e-babe-db7a2894f8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:30.089636 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c713a34b-8c5d-4f5e-babe-db7a2894f8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.099982 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c713a34b-8c5d-4f5e-babe-db7a2894f8ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9876dad-389a-4f75-be5d-4f6de9425cad HTTP/1.1" status: 204 len: 168 time: 0.2451665 Sep 15 15:13:30.101078 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676090e6-fbac-4229-b140-4e0c69dd7ff7 req-6f446fda-d533-4ca0-8065-cda829628239 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:30.108394 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-676090e6-fbac-4229-b140-4e0c69dd7ff7 req-6f446fda-d533-4ca0-8065-cda829628239 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0983174 Sep 15 15:13:30.159149 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-676090e6-fbac-4229-b140-4e0c69dd7ff7 req-91fe33c5-9108-48e1-8e8a-7eaac1d52ca1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498180 Sep 15 15:13:30.551029 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:31.363701 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22914e5d-a09c-4b16-b0cb-f62ebf3a0f9b req-49c3fad4-e2b3-46e5-b84c-329e856dc92c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:31.365603 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-22914e5d-a09c-4b16-b0cb-f62ebf3a0f9b req-49c3fad4-e2b3-46e5-b84c-329e856dc92c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0906618 Sep 15 15:13:31.387018 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46014) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:31.415301 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-22914e5d-a09c-4b16-b0cb-f62ebf3a0f9b req-1d441f4f-3692-4479-9d60-e5c42aaaf575 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 Sep 15 15:13:31.484619 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-3f3df807-38b3-4512-afc4-1b47afb870d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69fe70e32bb845ce80ce5e106a8f523d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957730 Sep 15 15:13:31.487106 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46018) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:31.545874 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-97f6cd72-28e4-44df-8bae-80e7c2fb12d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:31.571421 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-97f6cd72-28e4-44df-8bae-80e7c2fb12d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:31.684932 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-97f6cd72-28e4-44df-8bae-80e7c2fb12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:31.688660 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b1a8c6dd-01d0-4aea-a1cb-3728e8e8db21 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:31.701246 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6cd72-28e4-44df-8bae-80e7c2fb12d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e4ec7-342a-47b9-b537-da9aab728015,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:31.704924 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-97f6cd72-28e4-44df-8bae-80e7c2fb12d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:31.715521 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-97f6cd72-28e4-44df-8bae-80e7c2fb12d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:31.719314 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-97f6cd72-28e4-44df-8bae-80e7c2fb12d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/418e4ec7-342a-47b9-b537-da9aab728015 HTTP/1.1" status: 204 len: 168 time: 0.2274065 Sep 15 15:13:32.624994 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3729a7-072c-45ba-bd2a-3cc9e4335c58 req-631c183a-8557-40b5-89aa-094f0cbb95a1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:32.626433 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3d3729a7-072c-45ba-bd2a-3cc9e4335c58 req-631c183a-8557-40b5-89aa-094f0cbb95a1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0830522 Sep 15 15:13:32.670613 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3d3729a7-072c-45ba-bd2a-3cc9e4335c58 req-2e5c5dc2-1f90-450b-b04d-338b6d126ce8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375788 Sep 15 15:13:33.857321 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2515b-ceae-41aa-9ac9-07228c9fd89a req-e831a30e-2a79-4119-ad85-ffb3b7dd9d97 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:33.858782 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ccf2515b-ceae-41aa-9ac9-07228c9fd89a req-e831a30e-2a79-4119-ad85-ffb3b7dd9d97 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0800667 Sep 15 15:13:33.903626 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ccf2515b-ceae-41aa-9ac9-07228c9fd89a req-8f1c3ca8-47bd-4ed3-ab42-5f24f966ef64 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391207 Sep 15 15:13:34.781983 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-9b6774f0-7d16-4507-9e44-7b538cac7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:34.783399 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-9b6774f0-7d16-4507-9e44-7b538cac7ecf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1097 time: 0.0726039 Sep 15 15:13:35.022005 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-0f06ba16-7022-4380-abad-50c6acbf9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:35.023601 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-0f06ba16-7022-4380-abad-50c6acbf9955 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.2202055 Sep 15 15:13:35.103528 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0d3d3-5712-4e10-ba08-211954ce2d6c req-63a8d800-1641-47e9-9517-5b8448dccc3f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:35.104988 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9ab0d3d3-5712-4e10-ba08-211954ce2d6c req-63a8d800-1641-47e9-9517-5b8448dccc3f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0870466 Sep 15 15:13:35.128288 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-955c7e95-4518-458c-8f16-f521192e8558 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 200 len: 1000 time: 0.0973341 Sep 15 15:13:35.149654 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9ab0d3d3-5712-4e10-ba08-211954ce2d6c req-5db65234-a467-4944-bc9e-e9982f73c283 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388341 Sep 15 15:13:35.189482 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-be93ed72-f79e-48f7-8896-42d5899a4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:35.190977 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-be93ed72-f79e-48f7-8896-42d5899a4bf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.0564706 Sep 15 15:13:35.267362 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-f2cd0b72-7749-4fa7-9d2f-6f8109816a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:35.268840 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-f2cd0b72-7749-4fa7-9d2f-6f8109816a9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712352 Sep 15 15:13:35.399286 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-9be812a7-ef5f-40c1-afba-143999cbd9a6 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222034 Sep 15 15:13:35.533439 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-65ec5aa3-b1d3-4fca-a9e8-ce6883a0588c req-51e92c04-be83-4b5e-be50-022605ffee40 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267064 Sep 15 15:13:36.357035 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bc1e-410f-45a1-896d-95b6ac2cbcde req-fa34423e-898b-484d-8258-c9527dd12093 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:36.358527 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eac5bc1e-410f-45a1-896d-95b6ac2cbcde req-fa34423e-898b-484d-8258-c9527dd12093 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0978143 Sep 15 15:13:36.408437 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eac5bc1e-410f-45a1-896d-95b6ac2cbcde req-68d52b3b-932f-4527-ac2e-342cb37e7cc6 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441444 Sep 15 15:13:37.605514 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b884d-c8c2-4bfe-bbb6-bf50d944d8f1 req-9f56e8b5-7d50-4796-b26a-a036a69e96b2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:37.607005 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ff8b884d-c8c2-4bfe-bbb6-bf50d944d8f1 req-9f56e8b5-7d50-4796-b26a-a036a69e96b2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0851212 Sep 15 15:13:37.651420 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ff8b884d-c8c2-4bfe-bbb6-bf50d944d8f1 req-20dbe422-f3af-4b50-8e2d-dc170c3fc2cd tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 Sep 15 15:13:38.843878 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7de5a-b5a8-435a-b456-44d4fb63da04 req-af7ddd5d-6fe4-4f66-a8f8-9051ed5abe5c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:38.845335 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55c7de5a-b5a8-435a-b456-44d4fb63da04 req-af7ddd5d-6fe4-4f66-a8f8-9051ed5abe5c tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 944 time: 0.0826528 Sep 15 15:13:38.890638 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55c7de5a-b5a8-435a-b456-44d4fb63da04 req-b9e0de1b-64d4-4525-a3b6-f95d3475fecb tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Sep 15 15:13:38.946749 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd51d89d-ef47-490d-9da6-3708342ca366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:39.365508 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:13:39.449728 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:39.506951 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:39.520208 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'port_id': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'mac_address': 'fa:16:3e:c1:05:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:13:39.575257 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:39.591777 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:13:39.607686 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:39.670864 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:39.672660 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:39.744109 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=9']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:39.747349 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:40.021300 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8c5be542-49fc-4031-b3be-2e1ef7bef6d6'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:13:40.081559 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605fe4-dda8-4249-9bf0-5498a2dcd666 req-fa922e3b-8161-485a-9f29-8a5ec2766432 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:40.083047 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7c605fe4-dda8-4249-9bf0-5498a2dcd666 req-fa922e3b-8161-485a-9f29-8a5ec2766432 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 945 time: 0.0804780 Sep 15 15:13:40.127828 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7c605fe4-dda8-4249-9bf0-5498a2dcd666 req-f3806e7d-64df-4d66-8804-5aa66b9d4236 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381732 Sep 15 15:13:41.321474 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec2f99-b5cb-4c97-ba35-5e72c95b21bc req-72b6bfe6-aa3b-40ce-ae23-fb00015fe624 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:41.323461 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0bec2f99-b5cb-4c97-ba35-5e72c95b21bc req-72b6bfe6-aa3b-40ce-ae23-fb00015fe624 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 945 time: 0.0855072 Sep 15 15:13:41.369172 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0bec2f99-b5cb-4c97-ba35-5e72c95b21bc req-f7f5c8d7-b417-48c4-9ea3-305dc7229ae0 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402248 Sep 15 15:13:41.375321 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:13:41.474158 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:41.474559 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.598236 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.625848 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:41.636045 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:41.643410 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-62daffaa-4c4c-4274-b58e-c4e168bb43b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.674161 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'code': 200} Sep 15 15:13:41.705969 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.707826 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:41.770999 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=10']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:41.774641 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:42.015222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a956f-639a-4e72-a5c9-a321b9b015a4 req-ab8fd4c0-a8f7-467a-ae2a-fb7d45706c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:42.016729 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1c2a956f-639a-4e72-a5c9-a321b9b015a4 req-ab8fd4c0-a8f7-467a-ae2a-fb7d45706c81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1100 time: 0.0723548 Sep 15 15:13:42.057248 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1c2a956f-639a-4e72-a5c9-a321b9b015a4 req-8a596c8b-9ddc-4259-a00f-d8670418fbed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Sep 15 15:13:42.564229 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3170-0929-4955-82b5-5dcf14947c80 req-10137885-dc8b-4569-b20b-d61c1ec1073f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:42.565737 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6c8d3170-0929-4955-82b5-5dcf14947c80 req-10137885-dc8b-4569-b20b-d61c1ec1073f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 947 time: 0.0802162 Sep 15 15:13:42.574926 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:42.610531 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6c8d3170-0929-4955-82b5-5dcf14947c80 req-08b59bf6-1db6-4fdc-adea-6c9bce22569d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387874 Sep 15 15:13:43.806740 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51b5e2-cdbb-45a0-9d51-7eee1ede72ac req-37526d9f-af41-4697-ab4d-e8a5a2c1539a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:43.810292 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-af51b5e2-cdbb-45a0-9d51-7eee1ede72ac req-37526d9f-af41-4697-ab4d-e8a5a2c1539a tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 947 time: 0.0854406 Sep 15 15:13:43.852983 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-af51b5e2-cdbb-45a0-9d51-7eee1ede72ac req-5381a4bf-d5d8-4117-b698-7209636a3242 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Sep 15 15:13:44.038102 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:45.048644 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f8b3e-84e5-43d4-87b2-870defde40f7 req-9f7eb367-deba-42fd-aeca-cb0f16b80248 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:45.050027 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e91f8b3e-84e5-43d4-87b2-870defde40f7 req-9f7eb367-deba-42fd-aeca-cb0f16b80248 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 947 time: 0.0807772 Sep 15 15:13:45.176926 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e91f8b3e-84e5-43d4-87b2-870defde40f7 req-1dc52cc5-ccbc-4717-9525-704d6d7b1821 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200490 Sep 15 15:13:49.746182 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0743ccb-f8f3-4fd3-8527-2023253a6df5 req-21e208bc-8ebb-40fe-887e-d7a90337ed16 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:49.747644 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e0743ccb-f8f3-4fd3-8527-2023253a6df5 req-21e208bc-8ebb-40fe-887e-d7a90337ed16 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 946 time: 0.0806222 Sep 15 15:13:49.791872 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e0743ccb-f8f3-4fd3-8527-2023253a6df5 req-bbc4bd7f-9fd4-4137-86dd-058744157e0e tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384884 Sep 15 15:13:50.980072 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6880d-d03e-4ed8-8546-1b72fa708b32 req-884e7260-bb32-4fb8-8491-3cb99f4f628a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:50.981526 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4af6880d-d03e-4ed8-8546-1b72fa708b32 req-884e7260-bb32-4fb8-8491-3cb99f4f628a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 946 time: 0.0834792 Sep 15 15:13:51.026018 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4af6880d-d03e-4ed8-8546-1b72fa708b32 req-bb532582-8318-43c8-beee-afa0754a754d tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386868 Sep 15 15:13:51.840862 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-38558bfe-93f0-427b-96d4-0ea91ecc3449 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:51.841546 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-38558bfe-93f0-427b-96d4-0ea91ecc3449 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Synchronizing usage tracker for tenant:5f8769c1556942878238a73d14494866 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:13:51.909989 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-38558bfe-93f0-427b-96d4-0ea91ecc3449 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Unset dirty status for tenant:5f8769c1556942878238a73d14494866 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:13:51.911775 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-38558bfe-93f0-427b-96d4-0ea91ecc3449 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 946 time: 0.1539302 Sep 15 15:13:51.985610 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Deleting port ff616aa7-b52a-43a2-971a-2c25ce25fbcc {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:51.985949 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:52.240711 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabfc67-cd04-4c87-a80e-ac276003d18c req-deb8a22e-777f-4d39-b49f-2848367991e9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:52.242226 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4fabfc67-cd04-4c87-a80e-ac276003d18c req-deb8a22e-777f-4d39-b49f-2848367991e9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 946 time: 0.0956080 Sep 15 15:13:52.270871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] For port ff616aa7-b52a-43a2-971a-2c25ce25fbcc, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:13:52.271238 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:52.287609 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4fabfc67-cd04-4c87-a80e-ac276003d18c req-3534cd49-948c-4b92-874c-de62490a9e46 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bb4892e-61cf-438b-834e-a83b8084a441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394046 Sep 15 15:13:52.569087 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:52.569446 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:52.571262 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.l3_db [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Floating IP df959c5d-2df2-443a-910d-a64b62d0f392 disassociated. External IP: 172.28.3.38, port: ff616aa7-b52a-43a2-971a-2c25ce25fbcc. Sep 15 15:13:52.571262 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Calling delete_port for ff616aa7-b52a-43a2-971a-2c25ce25fbcc owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:52.757382 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:52.763248 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e76635ad-759f-48d5-b99e-4e9d3c2bf996 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:52.921056 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event deleted for resources: {'Port': ['ID=ff616aa7-b52a-43a2-971a-2c25ce25fbcc,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:52.924123 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:53.104882 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:13:53.284009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:13:53.294586 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] Sync routers for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:53.304631 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:13:53.305600 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:13:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:53.363719 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] No DVR routers for this DVR port ff616aa7-b52a-43a2-971a-2c25ce25fbcc on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:13:53.366244 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:53.369337 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'name': 'network-vif-deleted', 'tag': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:53.418918 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b3ef9c-4097-4329-8f07-1df4b1978772', 'name': 'network-vif-deleted', 'tag': 'ff616aa7-b52a-43a2-971a-2c25ce25fbcc', 'status': 'completed', 'code': 200} Sep 15 15:13:53.456719 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-63632933-ea45-4a3b-9991-2f8617477ba6 req-e98176da-812f-4ed3-af60-27f691c995a9 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/ports?device_id=90b3ef9c-4097-4329-8f07-1df4b1978772 HTTP/1.1" status: 200 len: 210 time: 0.0492747 Sep 15 15:13:53.505106 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-55a8bc78-6225-45cb-baeb-ec324e24a6bc req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.32 "DELETE /v2.0/ports/ff616aa7-b52a-43a2-971a-2c25ce25fbcc HTTP/1.1" status: 204 len: 173 time: 1.5875812 Sep 15 15:13:53.512626 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:13:53.825399 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:53.829135 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] Checking router: 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:53.838151 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:13:53.838761 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:13:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:54.012648 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:13:54.323888 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:54.327790 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18191381-9d20-4a02-909f-c6f00aec3068 None None] The sync data for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb is: [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:58Z', 'revision_number': 4, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '2e3c6688-dcc8-43de-a6e8-cb587f7564d2', 'name': '', 'network_id': '76bd3f60-9aaf-46e7-a9d4-02bc2881f08a', 'tenant_id': '5f8769c1556942878238a73d14494866', 'mac_address': 'fa:16:3e:20:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:55Z', 'updated_at': '2021-09-15T15:06:10Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'subnets': [{'id': 'c2386ea4-0464-4135-9538-a9719c7e1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:54.562650 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5773d8-c72c-4296-b822-541989bbc463 None None] New status for floating IP df959c5d-2df2-443a-910d-a64b62d0f392: DOWN {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:13:54.636908 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46192) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:54.702902 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-05baf81d-4bf9-49e9-8d4c-2d429f13b21a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:54.731651 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-05baf81d-4bf9-49e9-8d4c-2d429f13b21a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:54.774290 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:13:54.883674 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-05baf81d-4bf9-49e9-8d4c-2d429f13b21a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:54.887953 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b1ddb1c6-12d9-4551-b24a-fb481ef88ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:54.903103 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baf81d-4bf9-49e9-8d4c-2d429f13b21a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb4892e-61cf-438b-834e-a83b8084a441,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:54.905684 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-05baf81d-4bf9-49e9-8d4c-2d429f13b21a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:54.956215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-05baf81d-4bf9-49e9-8d4c-2d429f13b21a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:54.957373 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-05baf81d-4bf9-49e9-8d4c-2d429f13b21a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "DELETE /v2.0/security-groups/9bb4892e-61cf-438b-834e-a83b8084a441 HTTP/1.1" status: 204 len: 168 time: 0.3193336 Sep 15 15:13:54.959947 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46196) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:54.975414 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.api.v2.resource [None req-3f2b53ec-1fb2-49a4-8295-a048cce08dc1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] show failed (client error): The resource could not be found. Sep 15 15:13:54.976963 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-3f2b53ec-1fb2-49a4-8295-a048cce08dc1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "GET /v2.0/security-groups/9bb4892e-61cf-438b-834e-a83b8084a441 HTTP/1.1" status: 404 len: 347 time: 0.0160875 Sep 15 15:13:54.979931 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46200) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:13:55.134975 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Deleting port ebd9b9e0-97eb-468d-bc24-9c22902e658d {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:13:55.135222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:55.297136 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:55.297464 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:55.416931 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Calling delete_port for ebd9b9e0-97eb-468d-bc24-9c22902e658d owned by network:floatingip {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:13:55.612838 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:55.617448 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-058a6614-52ea-43fe-8189-849ce60c8cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:13:55.663472 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Pushing event deleted for resources: {'Port': ['ID=ebd9b9e0-97eb-468d-bc24-9c22902e658d,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:55.666483 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:13:55.751982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks [] for floatingip, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:55.765707 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:55.766843 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] 10.222.0.39 "DELETE /v2.0/floatingips/df959c5d-2df2-443a-910d-a64b62d0f392 HTTP/1.1" status: 204 len: 168 time: 0.7860415 Sep 15 15:13:57.484912 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device ff616aa7-b52a-43a2-971a-2c25ce25fbcc no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:13:57.518653 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: ff616aa7-b52a-43a2-971a-2c25ce25fbcc {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:13:57.518999 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device ff616aa7-b52a-43a2-971a-2c25ce25fbcc not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:14:00.169687 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46232) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:00.578116 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:00.957713 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-480547'] for router_interface, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.297006 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Deleting port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:01.297702 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.461008 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] For port 2e3c6688-dcc8-43de-a6e8-cb587f7564d2, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:01.461360 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.577350 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Calling delete_port for 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 owned by network:router_interface {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:01.819953 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.823627 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2d196bbe-fc67-4947-af2f-792580234d10 tempest-DeleteServersTestJSON-178232149 tempest-DeleteServersTestJSON-178232149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:01.972176 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3c6688-dcc8-43de-a6e8-cb587f7564d2,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:01.975237 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:02.234364 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507795'] for router_interface, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:02.608982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:14:02.783418 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:14:02.791910 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] Sync routers for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:14:02.795163 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] 10.222.0.39 "PUT /v2.0/routers/31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6243472 Sep 15 15:14:02.797592 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46238) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:02.801665 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:14:02.802284 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:13:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:02.971672 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.012015 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:14:03.150932 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.208679 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Deleting port c6fe45ad-9364-4309-a1e5-6f196c15ba62 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:03.209022 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.286642 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:14:01Z', 'revision_number': 5, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port': {'id': 'c6fe45ad-9364-4309-a1e5-6f196c15ba62', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:44Z', 'updated_at': '2021-09-15T15:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:03.290575 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] Checking router: 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:14:03.299208 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] Routers {'31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:14:03.299876 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:13:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:03.453190 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] Set router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b gateway port host: None {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:14:03.500397 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] For port c6fe45ad-9364-4309-a1e5-6f196c15ba62, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=c6fe45ad-9364-4309-a1e5-6f196c15ba62,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:03.500754 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.557252 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:14:03Z', 'revision_number': 6, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port_host': None}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:03.561151 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a1382-eb51-4c93-b8b8-5ed208301145 None None] The sync data for ids ['31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b'] in dv-cinder-809195-1-smb is: [{'id': '31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b', 'name': 'tempest-AttachVolumeTestJSON-1592278304-router', 'tenant_id': '5f8769c1556942878238a73d14494866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:14:03Z', 'revision_number': 6, 'project_id': '5f8769c1556942878238a73d14494866', 'gw_port_host': None}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:14:03.625716 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Calling delete_port for c6fe45ad-9364-4309-a1e5-6f196c15ba62 owned by network:router_gateway {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:03.848803 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.854384 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:03.899798 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fe45ad-9364-4309-a1e5-6f196c15ba62,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:03.941124 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.941496 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.941865 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.942229 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.942611 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.942951 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.943308 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.943711 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.944118 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.944475 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.944828 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.945181 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:03.980848 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:04.010284 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410876'] for router_gateway, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.175961 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34857'] for router, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.178066 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.316898 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-486414'] for router, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.317499 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b {{(pid=80019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:14:04.332818 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.332818 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/31e5b388-cb1e-4b3b-a2bf-4d84a0b8363b HTTP/1.1" status: 204 len: 168 time: 1.5336685 Sep 15 15:14:04.335615 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46242) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:04.392837 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] Deleting subnet c2386ea4-0464-4135-9538-a9719c7e1701 {{(pid=80019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:14:04.395654 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.446930 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2092473'] for subnet, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.526022 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.586083 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device c6fe45ad-9364-4309-a1e5-6f196c15ba62 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:14:04.620759 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: c6fe45ad-9364-4309-a1e5-6f196c15ba62 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:14:04.621115 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device c6fe45ad-9364-4309-a1e5-6f196c15ba62 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:14:04.621540 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:14:04.656710 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:14:04.660655 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2e3c6688-dcc8-43de-a6e8-cb587f7564d2 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:14:04.681235 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1866187'] for subnet, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.685391 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:04.723014 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2386ea4-0464-4135-9538-a9719c7e1701,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:04.728394 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.734829 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:04.736078 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98916208-dfa9-4048-ba70-80338ebe9ec5 None None] Network 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:14:04.736171 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-7abb046f-7611-43a9-9523-93800b66997a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c2386ea4-0464-4135-9538-a9719c7e1701 HTTP/1.1" status: 204 len: 168 time: 0.3989179 Sep 15 15:14:04.738197 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46246) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:04.844162 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.855355 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Deleting port 183b4681-73ef-494b-933b-c18d6e0c0f94 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:04.855761 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.979723 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd06447-81f8-4095-a705-4f357989948e None None] DHCP port deletion for 76bd3f60-9aaf-46e7-a9d4-02bc2881f08a request from dv-cinder-809195-1-smb {{(pid=80020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:14:04.983546 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-9cd06447-81f8-4095-a705-4f357989948e None None] Deleting port 183b4681-73ef-494b-933b-c18d6e0c0f94 {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:04.983940 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9cd06447-81f8-4095-a705-4f357989948e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.062638 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] For port 183b4681-73ef-494b-933b-c18d6e0c0f94, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=183b4681-73ef-494b-933b-c18d6e0c0f94,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:05.062997 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.186068 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-9cd06447-81f8-4095-a705-4f357989948e None None] For port 183b4681-73ef-494b-933b-c18d6e0c0f94, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=183b4681-73ef-494b-933b-c18d6e0c0f94,segment=NetworkSegment(917b9da7-dedb-4878-bdbb-c40dafd1ad5d),segment_id=917b9da7-dedb-4878-bdbb-c40dafd1ad5d)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:05.186339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Calling delete_port for 183b4681-73ef-494b-933b-c18d6e0c0f94 owned by network:dhcp {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:05.186465 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9cd06447-81f8-4095-a705-4f357989948e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.344054 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-9cd06447-81f8-4095-a705-4f357989948e None None] Calling delete_port for 183b4681-73ef-494b-933b-c18d6e0c0f94 owned by network:dhcp {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:05.460608 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.465589 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-1fcebbed-f89c-439b-a89d-81d221dfb8dd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:05.469153 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.db.api [None req-9cd06447-81f8-4095-a705-4f357989948e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:14:05.469153 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_db.api [None req-9cd06447-81f8-4095-a705-4f357989948e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:14:05.511067 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] No DVR routers for this DVR port 183b4681-73ef-494b-933b-c18d6e0c0f94 on host dv-cinder-809195-1-smb {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:14:05.541778 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Pushing event deleted for resources: {'Port': ['ID=183b4681-73ef-494b-933b-c18d6e0c0f94,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:05.544001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:05.626152 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.657084 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bd3f60-9aaf-46e7-a9d4-02bc2881f08a']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:05.668861 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917b9da7-dedb-4878-bdbb-c40dafd1ad5d') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:05.669154 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917b9da7-dedb-4878-bdbb-c40dafd1ad5d') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:05.681036 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.696636 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.702460 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:14:05.702871 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:14:05.716305 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:14:05.859894 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.864166 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:05.880067 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.886625 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Pushing event deleted for resources: {'Network': ['ID=76bd3f60-9aaf-46e7-a9d4-02bc2881f08a,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:05.891235 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:05.967738 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-9cd06447-81f8-4095-a705-4f357989948e None None] Deleting port 183b4681-73ef-494b-933b-c18d6e0c0f94 {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:05.968227 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9cd06447-81f8-4095-a705-4f357989948e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.969216 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-aa3f777e-eef5-49b7-baeb-7e18b1d4785f admin admin] 10.222.0.39 "DELETE /v2.0/networks/76bd3f60-9aaf-46e7-a9d4-02bc2881f08a HTTP/1.1" status: 204 len: 168 time: 1.2300107 Sep 15 15:14:06.033250 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-9cd06447-81f8-4095-a705-4f357989948e None None] The port '183b4681-73ef-494b-933b-c18d6e0c0f94' was deleted {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:14:06.319328 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46252) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:06.368847 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-695849ed-322c-43db-a5b5-ef36e2fef499 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f8769c1556942878238a73d14494866&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481334 Sep 15 15:14:06.371186 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46256) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:06.427447 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae6feef3-1164-4393-b6d0-051935595dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:06.453774 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae6feef3-1164-4393-b6d0-051935595dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:06.578794 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 183b4681-73ef-494b-933b-c18d6e0c0f94 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:14:06.609377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae6feef3-1164-4393-b6d0-051935595dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:06.613577 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 183b4681-73ef-494b-933b-c18d6e0c0f94 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:14:06.613929 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 183b4681-73ef-494b-933b-c18d6e0c0f94 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:14:06.614406 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c7c4de97-bdd8-4619-9cdc-d905d56379cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:06.627763 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6feef3-1164-4393-b6d0-051935595dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a2e55-423e-4faf-9b61-cdf22103d106,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:06.634184 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ae6feef3-1164-4393-b6d0-051935595dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:06.634184 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae6feef3-1164-4393-b6d0-051935595dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:06.635187 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ae6feef3-1164-4393-b6d0-051935595dd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df9a2e55-423e-4faf-9b61-cdf22103d106 HTTP/1.1" status: 204 len: 168 time: 0.2630284 Sep 15 15:14:07.796837 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46282) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:07.901649 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1481719167-network', 'tenant_id': 'a8e78519f3a74339905ea99a15cc098c'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:14:07.906690 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:14:07.910831 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Usage tracker for resource:network and tenant:a8e78519f3a74339905ea99a15cc098c is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:14:07.914505 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:14:07.920960 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:14:08.006500 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Made reservation on behalf of a8e78519f3a74339905ea99a15cc098c for: {'network': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:14:08.009005 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.020819 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.035079 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:14:08.039476 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Usage tracker for resource:security_group_rule and tenant:a8e78519f3a74339905ea99a15cc098c is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:14:08.042218 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:14:08.047824 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:14:08.126807 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.190869 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.193736 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e3160da8-581c-40cf-99f9-65175fa0e4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:08.222238 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=80018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:14:08.231449 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58528d2f-4053-47ea-84fb-656a06436a9e,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:08.239995 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.240333 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Added segment 66228352-6985-49cf-b6eb-727b8fdccf9b of type vlan for network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 Sep 15 15:14:08.242140 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.242503 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.242861 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.243214 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.243629 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.244087 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.244445 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.244791 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.245139 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.245480 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.245820 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.246160 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:08.250021 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:08.275926 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.351096 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.353012 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:08.353594 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.358646 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:08.452754 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Pushing event updated for resources: {'Network': ['ID=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:08.455527 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:08.462525 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:14:08.500236 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7023072 Sep 15 15:14:08.503006 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46288) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:08.509154 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Request body: {'subnet': {'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1481719167-subnet', 'tenant_id': 'a8e78519f3a74339905ea99a15cc098c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:14:08.513851 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:14:08.517745 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Usage tracker for resource:subnet and tenant:a8e78519f3a74339905ea99a15cc098c is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:14:08.520712 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:14:08.529690 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:14:08.602742 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Made reservation on behalf of a8e78519f3a74339905ea99a15cc098c for: {'subnet': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:14:08.605370 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128437440'] for subnet, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.871689 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128113751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128437494'] for subnet, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.876513 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:08.947997 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Pushing event updated for resources: {'Subnet': ['ID=192593c6-1201-4cd3-88b4-88cc6a853541,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:08.951576 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7366-6e7d-4455-8f04-ea671328a900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:08.952052 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:08.956110 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Checking segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:14:08.956467 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Network hostable DHCP agents. Network: 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:14:09.059516 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:14:09.156726 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0) {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:14:09.160659 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:09.161259 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:09.166115 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7de7d-4fbf-49c4-81ac-6bce6dc999e8 None None] Network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:14:09.243933 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b93b23ee-fe01-4c2a-b4a2-4dfb6ae9077d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7397077 Sep 15 15:14:09.391922 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e23807-6240-483c-aba2-2b1ccba03442 None None] Network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:14:09.455513 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:09.751034 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2df375-c01a-4143-84de-f88e323708fb req-02bd5938-4e4f-4a7c-ac98-57d0c9a95d0d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:09.751640 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8b2df375-c01a-4143-84de-f88e323708fb req-02bd5938-4e4f-4a7c-ac98-57d0c9a95d0d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Synchronizing usage tracker for tenant:a8e78519f3a74339905ea99a15cc098c on resource:network {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:14:09.842168 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8b2df375-c01a-4143-84de-f88e323708fb req-02bd5938-4e4f-4a7c-ac98-57d0c9a95d0d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Unset dirty status for tenant:a8e78519f3a74339905ea99a15cc098c on resource:network {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:14:09.843313 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-02bd5938-4e4f-4a7c-ac98-57d0c9a95d0d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 815 time: 0.2363074 Sep 15 15:14:09.858088 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-653356ee-d097-4c07-9052-ce1e01db0fce tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/quotas/a8e78519f3a74339905ea99a15cc098c HTTP/1.1" status: 200 len: 375 time: 0.0092726 Sep 15 15:14:09.908775 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-296dab3e-cb25-4b62-87a6-e83d178acdb9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455723 Sep 15 15:14:10.036397 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-37e8d6dc-90c7-4969-8db4-5d9fdaecdb14 service neutron] 10.222.0.39 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206832 Sep 15 15:14:10.164191 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-badc7529-6ed9-4ade-8649-edfcaaaff2a0 service neutron] 10.222.0.39 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208332 Sep 15 15:14:10.453918 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5cf4be4c-d58a-40d3-93e3-890519cb1d5c req-57441e38-b7e2-453d-ada5-6c9340ce2ea4 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0427716 Sep 15 15:14:11.602128 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8e6051e6-5315-4fcc-8bdb-4c30f7e1258e req-9accb6b2-1119-4d56-8289-c210a6de6b87 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0431213 Sep 15 15:14:11.682696 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-43e60a25-9a92-4402-8809-3f2a3fd43d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:12.566377 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:12.674034 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2df375-c01a-4143-84de-f88e323708fb req-29c1546a-dd8b-4ea0-b3c2-fd167c6dfa83 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:12.675450 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-29c1546a-dd8b-4ea0-b3c2-fd167c6dfa83 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 815 time: 0.1527829 Sep 15 15:14:12.687166 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Request body: {'port': {'device_id': '906e5b4c-bee2-487f-bda9-d96ba8e1c6d2', 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'admin_state_up': True, 'tenant_id': 'a8e78519f3a74339905ea99a15cc098c'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:14:12.758082 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a3aa102-dfa0-4372-b2d4-68be7672cc38 req-b9772588-478b-4170-9a73-5b54f1a236f9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0474231 Sep 15 15:14:12.824403 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:14:12.828216 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Usage tracker for resource:port and tenant:a8e78519f3a74339905ea99a15cc098c is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:14:12.831283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:14:12.837856 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:14:12.934836 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Made reservation on behalf of a8e78519f3a74339905ea99a15cc098c for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:14:12.938545 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:13.098802 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Allocated IP 172.20.0.13 (80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0/192593c6-1201-4cd3-88b4-88cc6a853541/56b4144b-50e9-4bf2-9127-3d5e39c4a83d) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:14:13.295820 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:13.384377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:13.390032 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8871e9a1-88bc-47f8-96d4-7ee344fb9aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:13.461394 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:14:13.464572 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:14:13.468392 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:14:13.498000 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Pushing event updated for resources: {'Port': ['ID=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:13.511607 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:13.535357 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:13.535989 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:13.625560 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9421854 Sep 15 15:14:13.681170 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Request body: {'port': {'device_id': '906e5b4c-bee2-487f-bda9-d96ba8e1c6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:14:13.790240 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:13.956824 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb08f4-399b-4034-b308-bdc78f8cb526 req-0430325a-101a-4991-a8cb-a5df09dc6f0b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:13.958378 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-24cb08f4-399b-4034-b308-bdc78f8cb526 req-0430325a-101a-4991-a8cb-a5df09dc6f0b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 932 time: 0.0845101 Sep 15 15:14:14.003987 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-24cb08f4-399b-4034-b308-bdc78f8cb526 req-4b97b2bd-dd8b-4e70-9f8a-55bae1c0fb5b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Synchronizing usage tracker for tenant:a8e78519f3a74339905ea99a15cc098c on resource:security_group {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:14:14.081520 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:14.110978 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-24cb08f4-399b-4034-b308-bdc78f8cb526 req-4b97b2bd-dd8b-4e70-9f8a-55bae1c0fb5b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Unset dirty status for tenant:a8e78519f3a74339905ea99a15cc098c on resource:security_group {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:14:14.112198 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-24cb08f4-399b-4034-b308-bdc78f8cb526 req-4b97b2bd-dd8b-4e70-9f8a-55bae1c0fb5b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480737 Sep 15 15:14:14.144536 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b4144b-50e9-4bf2-9127-3d5e39c4a83d {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:14.152328 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:14.166573 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Transition to ACTIVE for port object 56b4144b-50e9-4bf2-9127-3d5e39c4a83d will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:14:14.240621 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:14.245031 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-39d48135-d351-45fc-807a-e69bf954f00d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:14.481965 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Pushing event updated for resources: {'Port': ['ID=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:14.489201 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:14.559847 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Attempting to bind port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:14:14.560175 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Attempting to bind port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:14:14.560495 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Attempting to bind port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:14:14.564966 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:14:14.565283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Attempting to bind port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:14:14.570738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:14:14.571065 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Checking segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:14:14.571445 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Bound using segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:14:14.571885 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Bound port: 56b4144b-50e9-4bf2-9127-3d5e39c4a83d, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:14:14.572225 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:14.657179 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] For port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:14:14.660211 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] For port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:14:14.768633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:14.772426 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d5d9d9a3-c915-4dec-8fe2-5134b2785a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:14.836395 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:14.837011 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:14.838477 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] 10.222.0.32 "PUT /v2.0/ports/56b4144b-50e9-4bf2-9127-3d5e39c4a83d HTTP/1.1" status: 200 len: 1094 time: 1.1618490 Sep 15 15:14:14.838982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906e5b4c-bee2-487f-bda9-d96ba8e1c6d2', 'tag': '56b4144b-50e9-4bf2-9127-3d5e39c4a83d'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:14.858670 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Pushing event updated for resources: {'Port': ['ID=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:14.861821 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:14.891202 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906e5b4c-bee2-487f-bda9-d96ba8e1c6d2', 'tag': '56b4144b-50e9-4bf2-9127-3d5e39c4a83d', 'status': 'completed', 'code': 200} Sep 15 15:14:14.983509 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b2d9-e148-48d3-9250-66f54c8b98f1 req-1185058c-fe8e-4982-bd4e-c0e1d7593d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:14.984987 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-4d19b2d9-e148-48d3-9250-66f54c8b98f1 req-1185058c-fe8e-4982-bd4e-c0e1d7593d78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0701826 Sep 15 15:14:15.124416 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b2d9-e148-48d3-9250-66f54c8b98f1 req-91afa7d0-f2b4-4ed5-a117-6607878246da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:15.125790 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-4d19b2d9-e148-48d3-9250-66f54c8b98f1 req-91afa7d0-f2b4-4ed5-a117-6607878246da service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8e78519f3a74339905ea99a15cc098c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1329014 Sep 15 15:14:15.264818 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b2d9-e148-48d3-9250-66f54c8b98f1 req-1206a12b-09c2-4bbc-bd01-9d5dfe4e89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:15.266258 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-4d19b2d9-e148-48d3-9250-66f54c8b98f1 req-1206a12b-09c2-4bbc-bd01-9d5dfe4e89ae service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342776 Sep 15 15:14:15.374969 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2df375-c01a-4143-84de-f88e323708fb req-2a6dbc50-68e7-4c91-b0e5-363eab6f1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:15.376535 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-2a6dbc50-68e7-4c91-b0e5-363eab6f1d58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0743623 Sep 15 15:14:15.391097 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6feb66-f615-4c05-89ee-65f0037063ef req-9456d97c-cf66-426f-8728-ba60d78d8463 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:15.392582 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ca6feb66-f615-4c05-89ee-65f0037063ef req-9456d97c-cf66-426f-8728-ba60d78d8463 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 944 time: 0.1645343 Sep 15 15:14:15.440230 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ca6feb66-f615-4c05-89ee-65f0037063ef req-ad7eb16d-8fe3-458f-b576-b32013edf9d8 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Sep 15 15:14:15.448693 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-0341c937-7f9c-49ec-aea8-aa6c5366dcbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56b4144b-50e9-4bf2-9127-3d5e39c4a83d HTTP/1.1" status: 200 len: 217 time: 0.0650060 Sep 15 15:14:15.510577 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2df375-c01a-4143-84de-f88e323708fb req-c683a773-6e4f-44ac-8449-cd83f91bdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:15.512020 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-c683a773-6e4f-44ac-8449-cd83f91bdeba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=192593c6-1201-4cd3-88b4-88cc6a853541 HTTP/1.1" status: 200 len: 855 time: 0.0573444 Sep 15 15:14:15.563750 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-075a25ea-798a-4d1c-92a1-b7763197ba0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432343 Sep 15 15:14:15.693847 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-9c94b7bd-b431-426c-a5e4-055a7c7e5572 service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213861 Sep 15 15:14:15.823314 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8b2df375-c01a-4143-84de-f88e323708fb req-fd4891de-c709-43e6-8e8f-9790e9e667d1 service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230438 Sep 15 15:14:16.627175 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e85b7-5f27-4024-99da-893b95f2a422 req-d9d6518c-20dd-4e8f-9491-8184e46c46f9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:16.628571 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0b2e85b7-5f27-4024-99da-893b95f2a422 req-d9d6518c-20dd-4e8f-9491-8184e46c46f9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 944 time: 0.0782290 Sep 15 15:14:16.672316 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0b2e85b7-5f27-4024-99da-893b95f2a422 req-3859d819-dc30-4265-b9b8-ffb447e51494 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Sep 15 15:14:17.864797 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f146c-19d5-4897-ba3a-21899183163e req-15069e2f-844c-4f34-94a8-df12a6ba0fd2 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:17.866285 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-638f146c-19d5-4897-ba3a-21899183163e req-15069e2f-844c-4f34-94a8-df12a6ba0fd2 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 944 time: 0.0899894 Sep 15 15:14:17.910671 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-638f146c-19d5-4897-ba3a-21899183163e req-9beb083c-69ee-4b16-8db2-f553c652cada tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381405 Sep 15 15:14:19.094251 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd314a-c0ce-4d3c-894c-ec18ddee8a0a req-84957795-140f-4bbf-9955-1af888a51cfc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:19.095705 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d5dd314a-c0ce-4d3c-894c-ec18ddee8a0a req-84957795-140f-4bbf-9955-1af888a51cfc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 944 time: 0.0773950 Sep 15 15:14:19.143301 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d5dd314a-c0ce-4d3c-894c-ec18ddee8a0a req-9dfabf70-fe46-4c5f-8196-7cead2b8a42f tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Sep 15 15:14:19.515409 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 56b4144b-50e9-4bf2-9127-3d5e39c4a83d details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:14:19.645076 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:19.658368 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '56b4144b-50e9-4bf2-9127-3d5e39c4a83d', 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'port_id': '56b4144b-50e9-4bf2-9127-3d5e39c4a83d', 'mac_address': 'fa:16:3e:fc:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192593c6-1201-4cd3-88b4-88cc6a853541', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:14:19.712009 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:19.728053 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b4144b-50e9-4bf2-9127-3d5e39c4a83d {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:19.743017 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:19.819219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:19.821426 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:19.889089 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:19.896248 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.896657 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.897008 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.897346 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.897684 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.898022 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.898402 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.899282 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.899647 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.899970 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.900298 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.900626 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:19.904533 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:20.123509 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['56b4144b-50e9-4bf2-9127-3d5e39c4a83d'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:14:20.324488 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc005-eebc-4df7-ac3f-220001ca1a07 req-64b05fa3-962f-43dc-9cbb-82d0716db5f9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:20.325946 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-544dc005-eebc-4df7-ac3f-220001ca1a07 req-64b05fa3-962f-43dc-9cbb-82d0716db5f9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 945 time: 0.0797174 Sep 15 15:14:20.369347 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-544dc005-eebc-4df7-ac3f-220001ca1a07 req-d49708b0-dc7a-452c-8c89-8141d941b25b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377483 Sep 15 15:14:21.532968 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 56b4144b-50e9-4bf2-9127-3d5e39c4a83d up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:14:21.560341 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c5a3-5197-476f-b6eb-b93e11e09bb9 req-c2399f0c-a366-4d63-a68f-8708ba470bd0 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:21.561922 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a850c5a3-5197-476f-b6eb-b93e11e09bb9 req-c2399f0c-a366-4d63-a68f-8708ba470bd0 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 945 time: 0.0857232 Sep 15 15:14:21.607017 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a850c5a3-5197-476f-b6eb-b93e11e09bb9 req-55d76669-2f85-458d-be27-cc23abd3ac09 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Sep 15 15:14:21.699440 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:14:21.704240 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:14:21.704618 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.817066 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.842971 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906e5b4c-bee2-487f-bda9-d96ba8e1c6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b4144b-50e9-4bf2-9127-3d5e39c4a83d'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:21.854000 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:21.888489 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906e5b4c-bee2-487f-bda9-d96ba8e1c6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b4144b-50e9-4bf2-9127-3d5e39c4a83d', 'code': 200} Sep 15 15:14:21.945492 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.947411 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:22.012914 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:22.015794 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:22.240927 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489b34e-db50-48e4-bfb1-d8f06e1fd3b2 req-b7b01a34-b5b1-4c46-8765-43f1fad224fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:22.243453 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e489b34e-db50-48e4-bfb1-d8f06e1fd3b2 req-b7b01a34-b5b1-4c46-8765-43f1fad224fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 1099 time: 0.0689912 Sep 15 15:14:22.282409 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e489b34e-db50-48e4-bfb1-d8f06e1fd3b2 req-b0a0eb46-c616-4b96-a04b-65c47f7ff002 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328870 Sep 15 15:14:22.789035 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f367325-46c1-493c-9992-0b356c29e1d2 req-e5253d49-fdf2-43cb-acb7-1202e01f8efc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:22.790652 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9f367325-46c1-493c-9992-0b356c29e1d2 req-e5253d49-fdf2-43cb-acb7-1202e01f8efc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 946 time: 0.0801325 Sep 15 15:14:22.834192 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9f367325-46c1-493c-9992-0b356c29e1d2 req-6c5cce85-b56c-4b90-af0d-4d339bbcb474 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379608 Sep 15 15:14:24.025022 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba6f7a-477a-4d0a-a503-89fd8b329961 req-24c08f30-31d1-4ac0-a252-4d09987ec0b2 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:24.026464 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f0ba6f7a-477a-4d0a-a503-89fd8b329961 req-24c08f30-31d1-4ac0-a252-4d09987ec0b2 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 946 time: 0.0824146 Sep 15 15:14:24.069747 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f0ba6f7a-477a-4d0a-a503-89fd8b329961 req-3b0f4c2a-c103-4e90-981e-4b4e72e015f9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376270 Sep 15 15:14:29.532718 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-9a287677-4774-4d9d-a2ce-85285d870ded tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:29.534093 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-9a287677-4774-4d9d-a2ce-85285d870ded tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 815 time: 0.1442380 Sep 15 15:14:29.548209 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-218f2446-7599-40a6-ad25-6d1b56406f54 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/quotas/a8e78519f3a74339905ea99a15cc098c HTTP/1.1" status: 200 len: 375 time: 0.0087147 Sep 15 15:14:29.625488 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-0bc4ccf4-2631-4bf8-b8b7-b81ccc2debd8 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723355 Sep 15 15:14:29.754313 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-9544c672-c2ea-42e9-8e6a-a65992e75bb9 service neutron] 10.222.0.39 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222031 Sep 15 15:14:29.885171 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-a4199b5b-e9ca-4713-b186-0b2fccb8de4c service neutron] 10.222.0.39 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243629 Sep 15 15:14:30.168655 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-088397b7-bd20-4767-8b8d-71699d0ac098 req-00218e2e-1bc3-472b-b186-db6fcc276702 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 210 time: 0.0462554 Sep 15 15:14:30.640475 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:31.317913 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6eb28d18-8ef4-4462-afd0-a066294f0376 req-6f76411d-b05d-4fc6-9717-8b0a26f23200 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 210 time: 0.0426984 Sep 15 15:14:31.776342 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:14:32.282531 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-6ca02dc0-edfb-4cf6-91a3-f5f2ad455a1e tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:32.283988 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-6ca02dc0-edfb-4cf6-91a3-f5f2ad455a1e tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 815 time: 0.1424367 Sep 15 15:14:32.296426 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Request body: {'port': {'device_id': '3c0457d6-c847-488a-a5bd-6625603792f9', 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'admin_state_up': True, 'tenant_id': 'a8e78519f3a74339905ea99a15cc098c'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:14:32.435435 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:14:32.439530 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Usage tracker for resource:port and tenant:a8e78519f3a74339905ea99a15cc098c is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:14:32.442437 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:14:32.448392 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:14:32.471368 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7804de07-ed92-40c9-ac74-846cf6282d11 req-ac62d63b-a423-4dbc-9f75-fb9d868af4e5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 210 time: 0.0418949 Sep 15 15:14:32.516294 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Made reservation on behalf of a8e78519f3a74339905ea99a15cc098c for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:14:32.519939 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:32.779713 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Allocated IP 172.20.0.8 (80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0/192593c6-1201-4cd3-88b4-88cc6a853541/91e8cdab-5873-4593-aa27-e58a7cc286d7) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:14:32.985812 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.173791 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.180041 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8b3a4deb-3e2e-489a-81e6-4a8e1fb27f82 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:33.191333 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['56b4144b-50e9-4bf2-9127-3d5e39c4a83d'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:14:33.242551 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:14:33.245861 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:14:33.249893 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:14:33.293772 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Pushing event updated for resources: {'Port': ['ID=91e8cdab-5873-4593-aa27-e58a7cc286d7,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:33.298726 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:33.323126 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:33.323826 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.435060 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1421189 Sep 15 15:14:33.446408 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Request body: {'port': {'device_id': '3c0457d6-c847-488a-a5bd-6625603792f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:14:33.556096 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.665742 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0cae9-31b7-45e0-a443-0e8ff8417f37 req-d9deca91-f1f7-45c2-9db3-d772fe01faf0 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:33.667269 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e6d0cae9-31b7-45e0-a443-0e8ff8417f37 req-d9deca91-f1f7-45c2-9db3-d772fe01faf0 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 931 time: 0.0841365 Sep 15 15:14:33.713098 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e6d0cae9-31b7-45e0-a443-0e8ff8417f37 req-7adf9665-3029-4093-8a6e-a3121c61ff7c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Sep 15 15:14:33.887244 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e62193c-dfea-420e-923f-1331e0b47545 req-b8e5895d-3e10-4bcd-94aa-96a86105ef03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1222341 Sep 15 15:14:33.953320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e8cdab-5873-4593-aa27-e58a7cc286d7 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:33.960713 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:34.016281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Transition to ACTIVE for port object 91e8cdab-5873-4593-aa27-e58a7cc286d7 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:14:34.043914 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62193c-dfea-420e-923f-1331e0b47545 req-13f5462f-a40e-4aff-bff0-f3088b4580d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.045379 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e62193c-dfea-420e-923f-1331e0b47545 req-13f5462f-a40e-4aff-bff0-f3088b4580d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 1100 time: 0.0823054 Sep 15 15:14:34.064602 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:34.070622 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9751c3d4-0fca-4112-9791-db866c58b246 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:34.301892 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Pushing event updated for resources: {'Port': ['ID=91e8cdab-5873-4593-aa27-e58a7cc286d7,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:34.305594 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:34.386958 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62193c-dfea-420e-923f-1331e0b47545 req-409e6bbd-0a67-40f4-9f59-f576f69a1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.388431 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e62193c-dfea-420e-923f-1331e0b47545 req-409e6bbd-0a67-40f4-9f59-f576f69a1504 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 200 len: 918 time: 0.3198738 Sep 15 15:14:34.578222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Attempting to bind port 91e8cdab-5873-4593-aa27-e58a7cc286d7 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:14:34.578464 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Attempting to bind port 91e8cdab-5873-4593-aa27-e58a7cc286d7 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:14:34.578783 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Attempting to bind port 91e8cdab-5873-4593-aa27-e58a7cc286d7 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:14:34.589827 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Port 91e8cdab-5873-4593-aa27-e58a7cc286d7 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:14:34.590143 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Attempting to bind port 91e8cdab-5873-4593-aa27-e58a7cc286d7 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:14:34.605093 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:14:34.605425 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Checking segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:14:34.605802 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Bound using segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:14:34.606215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Bound port: 91e8cdab-5873-4593-aa27-e58a7cc286d7, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:14:34.606554 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:34.623958 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e62193c-dfea-420e-923f-1331e0b47545 req-e13043cd-18fc-4d41-a99d-9b514be59002 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 200 len: 1002 time: 0.2248206 Sep 15 15:14:34.747371 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62193c-dfea-420e-923f-1331e0b47545 req-4af6aa84-1356-4428-aaed-4831121b0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.749265 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e62193c-dfea-420e-923f-1331e0b47545 req-4af6aa84-1356-4428-aaed-4831121b0e46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 200 len: 856 time: 0.0987775 Sep 15 15:14:34.789452 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] For port 91e8cdab-5873-4593-aa27-e58a7cc286d7, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:14:34.807675 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] For port 91e8cdab-5873-4593-aa27-e58a7cc286d7, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=91e8cdab-5873-4593-aa27-e58a7cc286d7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:14:34.838265 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62193c-dfea-420e-923f-1331e0b47545 req-a290474c-dc5c-49f1-b614-bb742721db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.839777 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e62193c-dfea-420e-923f-1331e0b47545 req-a290474c-dc5c-49f1-b614-bb742721db23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74476e6f-4422-49b4-98a1-39e62306614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804584 Sep 15 15:14:34.871124 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:34.903831 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b2cd-21e1-479d-ab1c-8867bc314efe req-2d9b8e3c-3f41-4085-b8a0-d3407e0529b6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.905362 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7fd9b2cd-21e1-479d-ab1c-8867bc314efe req-2d9b8e3c-3f41-4085-b8a0-d3407e0529b6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 943 time: 0.0844910 Sep 15 15:14:34.919772 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:34.955174 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7fd9b2cd-21e1-479d-ab1c-8867bc314efe req-9f9992b9-0d09-428d-b7c5-6a9c37dc4757 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Sep 15 15:14:34.986243 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.986653 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:34.988275 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] 10.222.0.32 "PUT /v2.0/ports/91e8cdab-5873-4593-aa27-e58a7cc286d7 HTTP/1.1" status: 200 len: 1093 time: 1.5459709 Sep 15 15:14:34.998149 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0457d6-c847-488a-a5bd-6625603792f9', 'tag': '91e8cdab-5873-4593-aa27-e58a7cc286d7'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:35.046349 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0457d6-c847-488a-a5bd-6625603792f9', 'tag': '91e8cdab-5873-4593-aa27-e58a7cc286d7', 'status': 'completed', 'code': 200} Sep 15 15:14:35.058044 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Pushing event updated for resources: {'Port': ['ID=91e8cdab-5873-4593-aa27-e58a7cc286d7,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:35.061927 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:35.072245 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e62193c-dfea-420e-923f-1331e0b47545 req-048de486-42f4-4718-9061-4f1ea8ddd075 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251768 Sep 15 15:14:35.253366 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620f60e-3165-42d7-a38e-92bf7a87c19f req-2cb2b930-7065-455e-b1e2-851c4216af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:35.254839 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-4620f60e-3165-42d7-a38e-92bf7a87c19f req-2cb2b930-7065-455e-b1e2-851c4216af85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 1096 time: 0.1857083 Sep 15 15:14:35.258184 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e62193c-dfea-420e-923f-1331e0b47545 req-77d133b3-478b-46a8-a46c-b48283d19a83 service neutron] 10.222.0.32 "GET /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577759 Sep 15 15:14:35.402340 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620f60e-3165-42d7-a38e-92bf7a87c19f req-49172975-0ebb-46d0-ab51-b10c29089cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:35.403818 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-4620f60e-3165-42d7-a38e-92bf7a87c19f req-49172975-0ebb-46d0-ab51-b10c29089cb9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8e78519f3a74339905ea99a15cc098c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1368163 Sep 15 15:14:35.538832 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620f60e-3165-42d7-a38e-92bf7a87c19f req-8dd457e6-fac2-4de9-a3a2-4134b1de22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:35.540241 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-4620f60e-3165-42d7-a38e-92bf7a87c19f req-8dd457e6-fac2-4de9-a3a2-4134b1de22a7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300094 Sep 15 15:14:35.649260 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-be571063-628d-4967-953f-1d8cf6bfc190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:35.650731 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-be571063-628d-4967-953f-1d8cf6bfc190 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 1096 time: 0.0736015 Sep 15 15:14:35.718045 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-387a3477-1fda-4305-99e3-9b5b82ed1ab5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e8cdab-5873-4593-aa27-e58a7cc286d7 HTTP/1.1" status: 200 len: 217 time: 0.0593779 Sep 15 15:14:35.782738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cc42fcf4-bfe7-42b9-bb9e-16fb8c7a7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:35.784211 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-cc42fcf4-bfe7-42b9-bb9e-16fb8c7a7301 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=192593c6-1201-4cd3-88b4-88cc6a853541 HTTP/1.1" status: 200 len: 855 time: 0.0594296 Sep 15 15:14:35.832873 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-ba3b2c15-4409-4e1f-824f-df489160e7db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399280 Sep 15 15:14:35.964096 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-f4efc91d-d3a6-41ea-8a21-beb6b9f6ac45 service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229968 Sep 15 15:14:36.104601 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-7bfdf9ae-3d45-4cc2-90e7-d1f1d70341b4 req-23ea203b-cda0-4a6e-9d3e-7f90a380dcb6 service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270514 Sep 15 15:14:36.142058 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9806a30-196d-443d-92f3-9bab4a8cfed1 req-fa8ef70b-8505-457e-bd97-d8fae7f7041b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:36.143557 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c9806a30-196d-443d-92f3-9bab4a8cfed1 req-fa8ef70b-8505-457e-bd97-d8fae7f7041b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 943 time: 0.0827913 Sep 15 15:14:36.189539 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c9806a30-196d-443d-92f3-9bab4a8cfed1 req-8a85466a-4f63-467f-89cf-51af924de7f5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Sep 15 15:14:37.379768 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64251f6-a8ce-45f6-9607-6af0c406f375 req-982a0374-506f-4771-86e8-3101f1d8ea88 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:37.381211 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c64251f6-a8ce-45f6-9607-6af0c406f375 req-982a0374-506f-4771-86e8-3101f1d8ea88 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 943 time: 0.0818670 Sep 15 15:14:37.424582 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c64251f6-a8ce-45f6-9607-6af0c406f375 req-d6760b38-fca2-455c-a68b-5264d67f77af tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371625 Sep 15 15:14:38.609877 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76b912-eac9-43c3-8a95-e178432c3ab9 req-80f554f5-6bb1-4a66-81ea-a3db7bead84f tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:38.611336 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5a76b912-eac9-43c3-8a95-e178432c3ab9 req-80f554f5-6bb1-4a66-81ea-a3db7bead84f tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 943 time: 0.0801828 Sep 15 15:14:38.655234 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5a76b912-eac9-43c3-8a95-e178432c3ab9 req-ea78aadd-42a5-4b61-ad9e-2a19dc2a9d19 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375054 Sep 15 15:14:38.921845 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a19447e8-ffe5-4418-92a2-072cf649b6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:39.429939 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:39.596635 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 91e8cdab-5873-4593-aa27-e58a7cc286d7 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:14:39.728133 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 91e8cdab-5873-4593-aa27-e58a7cc286d7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=91e8cdab-5873-4593-aa27-e58a7cc286d7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:39.740950 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '91e8cdab-5873-4593-aa27-e58a7cc286d7', 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'port_id': '91e8cdab-5873-4593-aa27-e58a7cc286d7', 'mac_address': 'fa:16:3e:5d:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192593c6-1201-4cd3-88b4-88cc6a853541', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:14:39.799959 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:39.816568 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e8cdab-5873-4593-aa27-e58a7cc286d7 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:39.833507 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 91e8cdab-5873-4593-aa27-e58a7cc286d7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=91e8cdab-5873-4593-aa27-e58a7cc286d7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:39.841340 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d58675-f353-4ced-bb0a-b60a244866fc req-8c8dc3b1-dc97-4370-b02a-54b86ff4a3cf tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:39.842797 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-03d58675-f353-4ced-bb0a-b60a244866fc req-8c8dc3b1-dc97-4370-b02a-54b86ff4a3cf tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 943 time: 0.0839086 Sep 15 15:14:39.887328 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-03d58675-f353-4ced-bb0a-b60a244866fc req-cd767e3c-c047-4657-9ca7-ba7a3bcd93e1 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388625 Sep 15 15:14:39.933346 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:39.935901 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:40.002660 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=91e8cdab-5873-4593-aa27-e58a7cc286d7,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:40.005809 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:40.289890 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['91e8cdab-5873-4593-aa27-e58a7cc286d7'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:14:41.071810 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1e434-7fc4-42f9-931e-2851c1076abd req-d2e42c9d-93ce-4165-8286-dcde49cc57a0 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:41.073180 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cfe1e434-7fc4-42f9-931e-2851c1076abd req-d2e42c9d-93ce-4165-8286-dcde49cc57a0 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 944 time: 0.0800695 Sep 15 15:14:41.123832 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cfe1e434-7fc4-42f9-931e-2851c1076abd req-fbbc52b9-8475-4619-b326-1977cb280b3f tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Sep 15 15:14:41.613241 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 91e8cdab-5873-4593-aa27-e58a7cc286d7 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:14:41.661106 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-61dbb99b-b697-4743-8b46-f8e295f256b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:41.744581 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 91e8cdab-5873-4593-aa27-e58a7cc286d7 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:14:41.749587 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 91e8cdab-5873-4593-aa27-e58a7cc286d7 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:14:41.749989 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:41.773301 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5e9e5-7489-455e-8ba9-b7ac1a350700 req-0eb37dc6-7cb6-4a91-b9cf-e117744fc7f3 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:41.774694 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-26a5e9e5-7489-455e-8ba9-b7ac1a350700 req-0eb37dc6-7cb6-4a91-b9cf-e117744fc7f3 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 947 time: 0.1663334 Sep 15 15:14:41.819035 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-26a5e9e5-7489-455e-8ba9-b7ac1a350700 req-f1e236a3-32da-474c-a076-c2a1b3f9df6d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Sep 15 15:14:41.864500 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:41.891969 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0457d6-c847-488a-a5bd-6625603792f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8cdab-5873-4593-aa27-e58a7cc286d7'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:41.902583 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 91e8cdab-5873-4593-aa27-e58a7cc286d7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=91e8cdab-5873-4593-aa27-e58a7cc286d7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:41.937038 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0457d6-c847-488a-a5bd-6625603792f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8cdab-5873-4593-aa27-e58a7cc286d7', 'code': 200} Sep 15 15:14:41.971151 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:41.973839 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:42.042765 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=91e8cdab-5873-4593-aa27-e58a7cc286d7,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:42.045845 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:42.299133 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48056b5a-168e-440e-babc-d4d7858e51d5 req-2a396472-95a3-4f6f-b4b5-247c1eb238d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:42.300604 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48056b5a-168e-440e-babc-d4d7858e51d5 req-2a396472-95a3-4f6f-b4b5-247c1eb238d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 1098 time: 0.0742655 Sep 15 15:14:42.312648 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cd932-3ad0-4c99-ba69-92d95737887d req-8ed4eaf9-1e4a-4381-bb63-b1ef87ab3e6d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:42.314096 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4f8cd932-3ad0-4c99-ba69-92d95737887d req-8ed4eaf9-1e4a-4381-bb63-b1ef87ab3e6d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 945 time: 0.0831594 Sep 15 15:14:42.360473 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4f8cd932-3ad0-4c99-ba69-92d95737887d req-bc50bee1-76a6-4305-801a-f9c9665e43c8 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397651 Sep 15 15:14:42.443237 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-48056b5a-168e-440e-babc-d4d7858e51d5 req-8dd7f60e-f60a-4c56-8abd-8522af2f306b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352997 Sep 15 15:14:42.544483 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:43.013077 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c7cd-95e1-462e-bd6f-00272ff12473 req-6fcf2d5d-d922-490f-a48f-098d582fc5c5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:43.014568 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a293c7cd-95e1-462e-bd6f-00272ff12473 req-6fcf2d5d-d922-490f-a48f-098d582fc5c5 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 947 time: 0.0793917 Sep 15 15:14:43.061586 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a293c7cd-95e1-462e-bd6f-00272ff12473 req-932b6012-b798-4435-9690-1cc49af078ca tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413947 Sep 15 15:14:43.543793 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ffa6c-50ee-454e-b951-9efc3c6b5e84 req-6dab255f-37f5-4788-9f02-43095e14fbe8 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:43.545282 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b45ffa6c-50ee-454e-b951-9efc3c6b5e84 req-6dab255f-37f5-4788-9f02-43095e14fbe8 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 945 time: 0.0800655 Sep 15 15:14:43.583044 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-fdc749fa-ef97-46f8-aaa5-5d25f2965520 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:43.583758 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-fdc749fa-ef97-46f8-aaa5-5d25f2965520 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Synchronizing usage tracker for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:14:43.589525 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b45ffa6c-50ee-454e-b951-9efc3c6b5e84 req-b6341760-a10f-479a-bedb-0fc1bd8ea831 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Sep 15 15:14:43.658486 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-fdc749fa-ef97-46f8-aaa5-5d25f2965520 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Unset dirty status for tenant:0b2e4af22d5f463e8a475e5b8d071687 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:14:43.659587 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-fdc749fa-ef97-46f8-aaa5-5d25f2965520 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 947 time: 0.1546352 Sep 15 15:14:43.732086 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Deleting port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:43.732422 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:43.987967 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] For port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:43.988328 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:44.053268 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:44.257530 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ba1d-34a9-48a5-a506-7b8fb1c5c34c req-273ca028-46e9-49c1-a3f1-7fe977e17376 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:44.259077 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1958ba1d-34a9-48a5-a506-7b8fb1c5c34c req-273ca028-46e9-49c1-a3f1-7fe977e17376 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 947 time: 0.0876105 Sep 15 15:14:44.282623 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:44.282987 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:44.283297 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.l3_db [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Floating IP 7bf6c7c3-f267-4f02-98c1-03d2168ef6a7 disassociated. External IP: 172.28.3.103, port: 8c5be542-49fc-4031-b3be-2e1ef7bef6d6. Sep 15 15:14:44.283669 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Calling delete_port for 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:44.303251 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1958ba1d-34a9-48a5-a506-7b8fb1c5c34c req-bbf4e26e-6cfb-4d58-b8fb-6a678a57cad1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384097 Sep 15 15:14:44.510110 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:44.515423 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-35b3621c-dc2f-48e2-b754-5f67e4e62313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:44.559691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event deleted for resources: {'Port': ['ID=8c5be542-49fc-4031-b3be-2e1ef7bef6d6,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:44.562688 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:44.748054 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Router 7bdb3330-94c9-4735-a871-8ac2d0e84277 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:14:44.778712 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52b365-78cc-4577-9c35-f9b56c66fa73 req-1460668a-57ce-4348-a1a0-3d9e40844681 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:44.780150 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5f52b365-78cc-4577-9c35-f9b56c66fa73 req-1460668a-57ce-4348-a1a0-3d9e40844681 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 945 time: 0.0814030 Sep 15 15:14:44.825137 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5f52b365-78cc-4577-9c35-f9b56c66fa73 req-7b06a8d4-ff44-4dd0-b29a-b617159f43fe tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Sep 15 15:14:44.931669 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:14:44.943651 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] Sync routers for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:14:44.957584 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:14:44.958503 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:14:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:45.009615 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] No DVR routers for this DVR port 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:14:45.012167 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:45.015897 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-deleted', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:45.073628 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b', 'name': 'network-vif-deleted', 'tag': '8c5be542-49fc-4031-b3be-2e1ef7bef6d6', 'status': 'completed', 'code': 200} Sep 15 15:14:45.087211 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-fe98270c-4b51-47a7-8518-c095f3cf1463 req-b76281b2-4dbc-4af3-a213-b344323850e2 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.32 "DELETE /v2.0/ports/8c5be542-49fc-4031-b3be-2e1ef7bef6d6 HTTP/1.1" status: 204 len: 173 time: 1.4170728 Sep 15 15:14:45.172854 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:14:45.483856 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-58547736-978b-4949-877b-4b11a40b04d1 req-d433d73f-8188-4017-a9cf-e7b5a3f0e121 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bcc474-1ac9-42d8-ba3b-7a102b5b7a2b HTTP/1.1" status: 200 len: 210 time: 0.0495999 Sep 15 15:14:45.529052 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:45.532942 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] Checking router: 7bdb3330-94c9-4735-a871-8ac2d0e84277 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:14:45.541876 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:14:45.542482 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:14:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:45.721270 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:14:46.039121 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:46.043065 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50a7fa-62cc-4263-9fcf-0cb25c19b457 None None] The sync data for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb is: [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:05:55Z', 'revision_number': 4, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '3cbd2e6e-0401-4030-a67d-5b30701612cb', 'name': '', 'network_id': '74476e6f-4422-49b4-98a1-39e62306614c', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'mac_address': 'fa:16:3e:e0:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3072b533-9351-466b-a208-265065fbafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:50Z', 'updated_at': '2021-09-15T15:06:09Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'subnets': [{'id': '3072b533-9351-466b-a208-265065fbafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:14:46.258537 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7478ee5-0da5-463f-a3f7-6788c824c004 None None] New status for floating IP 7bf6c7c3-f267-4f02-98c1-03d2168ef6a7: DOWN {{(pid=80020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:14:46.693363 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46484) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:46.757908 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d63196b1-648a-44a7-9c71-e695a58720e1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:46.790605 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d63196b1-648a-44a7-9c71-e695a58720e1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.022780 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d63196b1-648a-44a7-9c71-e695a58720e1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.026733 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c7479980-d639-4502-bbc7-62bb4ea39715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:47.042343 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63196b1-648a-44a7-9c71-e695a58720e1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a301071-c2d2-4ddb-8fea-b213ffe3e6b3,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:47.044851 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d63196b1-648a-44a7-9c71-e695a58720e1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:47.097911 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d63196b1-648a-44a7-9c71-e695a58720e1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.099085 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d63196b1-648a-44a7-9c71-e695a58720e1 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "DELETE /v2.0/security-groups/2a301071-c2d2-4ddb-8fea-b213ffe3e6b3 HTTP/1.1" status: 204 len: 168 time: 0.4041736 Sep 15 15:14:47.102259 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46490) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:47.118728 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.api.v2.resource [None req-1cd5a2bd-dee8-4870-9d00-a78ae7a25863 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] show failed (client error): The resource could not be found. Sep 15 15:14:47.119699 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-1cd5a2bd-dee8-4870-9d00-a78ae7a25863 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "GET /v2.0/security-groups/2a301071-c2d2-4ddb-8fea-b213ffe3e6b3 HTTP/1.1" status: 404 len: 347 time: 0.0162232 Sep 15 15:14:47.122328 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46494) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:47.275752 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Deleting port 49e9d40f-472f-47d8-be94-e1449ba94dbf {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:47.276076 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.438972 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.439290 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.557561 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Calling delete_port for 49e9d40f-472f-47d8-be94-e1449ba94dbf owned by network:floatingip {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:47.658239 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:14:47.695764 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:14:47.705444 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8c5be542-49fc-4031-b3be-2e1ef7bef6d6 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:14:47.778574 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.782340 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6d9f99d6-b68a-44de-961b-bfdb91b1f9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:47.824037 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Pushing event deleted for resources: {'Port': ['ID=49e9d40f-472f-47d8-be94-e1449ba94dbf,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:47.827347 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:47.919791 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks [] for floatingip, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.935843 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:47.937088 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-46740b5c-1e90-4754-bf32-f69f33cf767f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] 10.222.0.39 "DELETE /v2.0/floatingips/7bf6c7c3-f267-4f02-98c1-03d2168ef6a7 HTTP/1.1" status: 204 len: 168 time: 0.8137779 Sep 15 15:14:48.303597 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-ac3b86c8-36b2-4f2e-ad60-0f49325ca717 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:48.305063 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-ac3b86c8-36b2-4f2e-ad60-0f49325ca717 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 815 time: 0.1468558 Sep 15 15:14:48.319816 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-8e329394-2028-4f84-a252-80eb8fbe576c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/quotas/a8e78519f3a74339905ea99a15cc098c HTTP/1.1" status: 200 len: 375 time: 0.0089087 Sep 15 15:14:48.401917 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-de4c75e4-b7bb-478a-b353-ea0397a73d73 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771739 Sep 15 15:14:48.574971 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-26903b67-fd86-4d2a-8048-5291079ff58a service neutron] 10.222.0.39 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660426 Sep 15 15:14:48.704155 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-96210f0e-0b1c-4249-91ec-847949a4d467 service neutron] 10.222.0.39 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233621 Sep 15 15:14:48.950627 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d0da47e2-b485-4b65-bb71-0431401c717f req-6d404958-65a4-4c0a-a649-d616e5f13b99 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 210 time: 0.0429578 Sep 15 15:14:50.101018 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c47694d6-178b-43b5-a90b-cca803af15b1 req-ca40b0f7-19df-4527-9237-4ff2e6bcfda8 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 210 time: 0.0460067 Sep 15 15:14:51.016752 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5629410a-ccec-48a8-9aa2-56e4c1e34054 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:51.018246 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5629410a-ccec-48a8-9aa2-56e4c1e34054 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 815 time: 0.1587200 Sep 15 15:14:51.031448 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Request body: {'port': {'device_id': 'e178dbfa-e224-4f31-98a8-e858e40c6c26', 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'admin_state_up': True, 'tenant_id': 'a8e78519f3a74339905ea99a15cc098c'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:14:51.034390 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46548) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:51.183566 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:14:51.188370 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Usage tracker for resource:port and tenant:a8e78519f3a74339905ea99a15cc098c is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:14:51.191321 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:14:51.198728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:14:51.290740 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Made reservation on behalf of a8e78519f3a74339905ea99a15cc098c for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:14:51.294324 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:51.296842 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0eadc4f4-a5de-416b-b248-23498d8cbf55 req-8ae0ed19-0593-4d8e-97df-7c60245555f7 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 210 time: 0.0451837 Sep 15 15:14:51.477784 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Allocated IP 172.20.0.2 (80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0/192593c6-1201-4cd3-88b4-88cc6a853541/f046dd07-2f1d-4637-ba15-25de758788b7) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:14:51.676123 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:51.756065 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-480547'] for router_interface, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:51.801622 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:51.807266 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-cea9a77d-2dee-4a08-b3b5-e32cb2f87c9d tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:51.812573 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['56b4144b-50e9-4bf2-9127-3d5e39c4a83d', '91e8cdab-5873-4593-aa27-e58a7cc286d7'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:14:51.998478 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:14:52.001569 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:14:52.005899 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:14:52.033877 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Pushing event updated for resources: {'Port': ['ID=f046dd07-2f1d-4637-ba15-25de758788b7,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:52.044621 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:52.070848 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:52.071516 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:52.136984 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Deleting port 3cbd2e6e-0401-4030-a67d-5b30701612cb {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:52.137361 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:52.167447 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1408861 Sep 15 15:14:52.179847 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Request body: {'port': {'device_id': 'e178dbfa-e224-4f31-98a8-e858e40c6c26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:14:52.290806 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:52.309703 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] For port 3cbd2e6e-0401-4030-a67d-5b30701612cb, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=3cbd2e6e-0401-4030-a67d-5b30701612cb,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:52.310237 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:52.436256 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Calling delete_port for 3cbd2e6e-0401-4030-a67d-5b30701612cb owned by network:router_interface {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:52.585370 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda993d-129a-4bde-a3c3-98213064c83e req-3357568c-509b-4c9f-b3e8-82835ee8e81b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:52.586839 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0fda993d-129a-4bde-a3c3-98213064c83e req-3357568c-509b-4c9f-b3e8-82835ee8e81b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 931 time: 0.1572568 Sep 15 15:14:52.637235 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f046dd07-2f1d-4637-ba15-25de758788b7 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:52.644381 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:52.646410 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0fda993d-129a-4bde-a3c3-98213064c83e req-c6aa803a-e5b6-4f42-a772-7fef98b8ad59 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523279 Sep 15 15:14:52.778460 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Transition to ACTIVE for port object f046dd07-2f1d-4637-ba15-25de758788b7 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:14:52.778707 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:52.782078 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bb2b0bbe-7c22-4900-a0c9-b1af54c407e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:52.825492 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbd2e6e-0401-4030-a67d-5b30701612cb,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:52.836005 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:52.840675 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7a470a26-4fd4-40a2-a79d-2fbb42e53710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:52.854497 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:53.016737 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Pushing event updated for resources: {'Port': ['ID=f046dd07-2f1d-4637-ba15-25de758788b7,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:53.019893 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:53.094536 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Attempting to bind port f046dd07-2f1d-4637-ba15-25de758788b7 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:14:53.095182 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Attempting to bind port f046dd07-2f1d-4637-ba15-25de758788b7 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:14:53.095182 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Attempting to bind port f046dd07-2f1d-4637-ba15-25de758788b7 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:14:53.099677 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Port f046dd07-2f1d-4637-ba15-25de758788b7 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:14:53.100540 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Attempting to bind port f046dd07-2f1d-4637-ba15-25de758788b7 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:14:53.106220 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:14:53.106551 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Checking segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:14:53.106929 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Bound using segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:14:53.107346 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Bound port: f046dd07-2f1d-4637-ba15-25de758788b7, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:14:53.107731 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:53.190419 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507795'] for router_interface, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:53.198302 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] For port f046dd07-2f1d-4637-ba15-25de758788b7, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:14:53.201289 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] For port f046dd07-2f1d-4637-ba15-25de758788b7, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f046dd07-2f1d-4637-ba15-25de758788b7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:14:53.275986 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:53.280319 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-92e24935-b422-4243-bed2-d590f37fb2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:53.338264 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:53.338876 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:53.340305 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] 10.222.0.32 "PUT /v2.0/ports/f046dd07-2f1d-4637-ba15-25de758788b7 HTTP/1.1" status: 200 len: 1093 time: 1.1653106 Sep 15 15:14:53.340800 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e178dbfa-e224-4f31-98a8-e858e40c6c26', 'tag': 'f046dd07-2f1d-4637-ba15-25de758788b7'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:53.360550 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Pushing event updated for resources: {'Port': ['ID=f046dd07-2f1d-4637-ba15-25de758788b7,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:53.363771 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:53.389850 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e178dbfa-e224-4f31-98a8-e858e40c6c26', 'tag': 'f046dd07-2f1d-4637-ba15-25de758788b7', 'status': 'completed', 'code': 200} Sep 15 15:14:53.482425 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3178211-f84b-4b27-8f73-d2944dd9aea8 req-23acc0a4-1e24-4d8b-bce8-89038dc06a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:53.483983 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3178211-f84b-4b27-8f73-d2944dd9aea8 req-23acc0a4-1e24-4d8b-bce8-89038dc06a83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 1096 time: 0.0750749 Sep 15 15:14:53.562064 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Router 7bdb3330-94c9-4735-a871-8ac2d0e84277 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:14:53.622203 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3178211-f84b-4b27-8f73-d2944dd9aea8 req-6daad1f5-fa4f-4fc0-af42-c29f47652cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:53.623640 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3178211-f84b-4b27-8f73-d2944dd9aea8 req-6daad1f5-fa4f-4fc0-af42-c29f47652cac service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8e78519f3a74339905ea99a15cc098c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1329989 Sep 15 15:14:53.739796 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:14:53.752279 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-aeefab52-5488-4ec5-a3e0-4f50f25ce54e admin admin] 10.222.0.39 "PUT /v2.0/routers/7bdb3330-94c9-4735-a871-8ac2d0e84277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7167487 Sep 15 15:14:53.752663 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] Sync routers for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:14:53.754936 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46566) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:53.763845 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:14:53.764727 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:14:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:53.821022 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3178211-f84b-4b27-8f73-d2944dd9aea8 req-3bf3773d-edb5-4786-b3bf-8a7810171990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:53.822497 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-f3178211-f84b-4b27-8f73-d2944dd9aea8 req-3bf3773d-edb5-4786-b3bf-8a7810171990 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933668 Sep 15 15:14:53.850696 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53ab77-29b4-43c2-8505-0749f49575c3 req-58d0248c-d3cd-44f8-b4b2-22b96482eed8 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:53.853258 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5d53ab77-29b4-43c2-8505-0749f49575c3 req-58d0248c-d3cd-44f8-b4b2-22b96482eed8 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 943 time: 0.0931916 Sep 15 15:14:53.910147 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5d53ab77-29b4-43c2-8505-0749f49575c3 req-5d3774ec-72e4-4ea5-85bf-9e2bf8d8e236 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513217 Sep 15 15:14:53.964816 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:14:54.103727 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:54.165636 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-cb40da5a-c84d-462a-843e-e7220fbd62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:54.167117 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-cb40da5a-c84d-462a-843e-e7220fbd62fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 1096 time: 0.2875896 Sep 15 15:14:54.263704 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:14:52Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:54.267904 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] Checking router: 7bdb3330-94c9-4735-a871-8ac2d0e84277 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:14:54.276941 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] Routers {'7bdb3330-94c9-4735-a871-8ac2d0e84277'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:14:54.277615 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:14:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['7bdb3330-94c9-4735-a871-8ac2d0e84277'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:54.313638 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-a27d30d3-2f5c-454d-9e8d-208f35901c2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f046dd07-2f1d-4637-ba15-25de758788b7 HTTP/1.1" status: 200 len: 217 time: 0.0884769 Sep 15 15:14:54.417141 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-32b4d5ad-1ebe-431a-88ce-69cd2d13b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:54.418505 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-32b4d5ad-1ebe-431a-88ce-69cd2d13b95a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=192593c6-1201-4cd3-88b4-88cc6a853541 HTTP/1.1" status: 200 len: 855 time: 0.0963709 Sep 15 15:14:54.461133 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] Set router 7bdb3330-94c9-4735-a871-8ac2d0e84277 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:14:54.469701 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:54.481461 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-16d1ab4e-bf79-4e86-b484-2cd0b6d4a19d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542963 Sep 15 15:14:54.561192 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Deleting port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:54.561545 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:54.766533 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-e5cc9c39-3022-4e38-80cd-c71ad2000b12 service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782032 Sep 15 15:14:54.819445 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:14:52Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:54.823793 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2cd48-dabb-468f-bb03-3428d7d74285 None None] The sync data for ids ['7bdb3330-94c9-4735-a871-8ac2d0e84277'] in dv-cinder-809195-1-smb is: [{'id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'name': 'tempest-AttachVolumeShelveTestJSON-1692359079-router', 'tenant_id': '0b2e4af22d5f463e8a475e5b8d071687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:05:39Z', 'updated_at': '2021-09-15T15:14:52Z', 'revision_number': 5, 'project_id': '0b2e4af22d5f463e8a475e5b8d071687', 'gw_port': {'id': '2155aab5-09e8-44e2-bb22-84c7b5ca0cbb', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdb3330-94c9-4735-a871-8ac2d0e84277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:05:41Z', 'updated_at': '2021-09-15T15:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:14:54.895146 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] For port 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=2155aab5-09e8-44e2-bb22-84c7b5ca0cbb,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:54.895580 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:55.022818 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Calling delete_port for 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb owned by network:router_gateway {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:55.089990 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b41be-d28d-46f3-994d-bde52e1c6b70 req-d1b2cebc-64bc-4243-ab67-5c03554e60bc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:55.091510 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d33b41be-d28d-46f3-994d-bde52e1c6b70 req-d1b2cebc-64bc-4243-ab67-5c03554e60bc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 943 time: 0.0818970 Sep 15 15:14:55.101974 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-50bbeaf2-1b97-4bfd-909e-1e072810cf97 req-a4a6a170-af35-42f5-bf3c-f650f4cca87d service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268311 Sep 15 15:14:55.142214 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d33b41be-d28d-46f3-994d-bde52e1c6b70 req-f8370460-60e8-4107-b63d-68d3a75573f2 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Sep 15 15:14:55.291007 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:55.294934 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fb0cb314-24e9-4a2a-a1ed-38d7fdd7512f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:55.342602 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2155aab5-09e8-44e2-bb22-84c7b5ca0cbb,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:55.345779 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:55.437548 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410876'] for router_gateway, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:55.723978 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34857'] for router, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:55.726623 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:55.829455 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-486414'] for router, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:55.829956 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bdb3330-94c9-4735-a871-8ac2d0e84277 {{(pid=80019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:14:55.842334 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Notify callbacks [] for router, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:55.843456 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7bdb3330-94c9-4735-a871-8ac2d0e84277 HTTP/1.1" status: 204 len: 168 time: 2.0875194 Sep 15 15:14:55.845878 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46572) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:55.906281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] Deleting subnet 3072b533-9351-466b-a208-265065fbafd5 {{(pid=80019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:14:55.909848 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:55.959597 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2092473'] for subnet, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.037249 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.196083 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1866187'] for subnet, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.200197 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:56.238424 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3072b533-9351-466b-a208-265065fbafd5,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:56.242016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:56.242981 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.249110 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-a57c2891-3d39-4238-93fd-95d447d55e12 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3072b533-9351-466b-a208-265065fbafd5 HTTP/1.1" status: 204 len: 168 time: 0.4022846 Sep 15 15:14:56.251695 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46578) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:56.252315 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f58b6-8077-4039-a314-ba538b06b64c None None] Network 74476e6f-4422-49b4-98a1-39e62306614c requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:14:56.341191 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099eeed-5e55-4720-a7ea-7ff205797349 req-4ad0d0b5-9294-41a8-8e6d-6a1185f4a815 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:56.343467 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0099eeed-5e55-4720-a7ea-7ff205797349 req-4ad0d0b5-9294-41a8-8e6d-6a1185f4a815 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 943 time: 0.0949564 Sep 15 15:14:56.383888 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.389939 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0099eeed-5e55-4720-a7ea-7ff205797349 req-d890eab2-d493-4bf5-b7bc-b718009c0567 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Sep 15 15:14:56.395459 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Deleting port e37c6716-0331-48a8-ad2c-3d2a13bd46eb {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:56.398906 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.525653 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] DHCP port deletion for 74476e6f-4422-49b4-98a1-39e62306614c request from dv-cinder-809195-1-smb {{(pid=80020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:14:56.529558 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] Deleting port e37c6716-0331-48a8-ad2c-3d2a13bd46eb {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:56.529892 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.611650 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] For port e37c6716-0331-48a8-ad2c-3d2a13bd46eb, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=e37c6716-0331-48a8-ad2c-3d2a13bd46eb,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:56.613757 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.613894 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 3cbd2e6e-0401-4030-a67d-5b30701612cb no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:14:56.663270 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 3cbd2e6e-0401-4030-a67d-5b30701612cb {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:14:56.663657 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 3cbd2e6e-0401-4030-a67d-5b30701612cb not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:14:56.664073 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:14:56.699701 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:14:56.700112 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 2155aab5-09e8-44e2-bb22-84c7b5ca0cbb not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:14:56.700468 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device e37c6716-0331-48a8-ad2c-3d2a13bd46eb no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:14:56.735588 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Calling delete_port for e37c6716-0331-48a8-ad2c-3d2a13bd46eb owned by network:dhcp {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:56.847300 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] For port e37c6716-0331-48a8-ad2c-3d2a13bd46eb, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=e37c6716-0331-48a8-ad2c-3d2a13bd46eb,segment=NetworkSegment(27312cab-7959-443b-9383-ea04ad963e25),segment_id=27312cab-7959-443b-9383-ea04ad963e25)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:56.847637 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.898545 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.903305 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0a405302-0e06-46d7-a847-aba4eeaa719f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:56.948082 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] No DVR routers for this DVR port e37c6716-0331-48a8-ad2c-3d2a13bd46eb on host dv-cinder-809195-1-smb {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:14:56.973458 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37c6716-0331-48a8-ad2c-3d2a13bd46eb,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:56.976761 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:57.008699 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] Calling delete_port for e37c6716-0331-48a8-ad2c-3d2a13bd46eb owned by network:dhcp {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:57.058542 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.067413 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.091735 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74476e6f-4422-49b4-98a1-39e62306614c']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:57.104581 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27312cab-7959-443b-9383-ea04ad963e25') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:57.104800 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27312cab-7959-443b-9383-ea04ad963e25') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:57.116450 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.132323 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.140051 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:14:57.140446 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.141438 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.db.api [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:14:57.141438 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_db.api [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:14:57.157066 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:14:57.291006 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.295717 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.298097 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-0c64e8be-5868-4c4a-aee3-b8eed5a0a550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:57.318061 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Pushing event deleted for resources: {'Network': ['ID=74476e6f-4422-49b4-98a1-39e62306614c,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:57.320552 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:57.411024 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] 10.222.0.39 "DELETE /v2.0/networks/74476e6f-4422-49b4-98a1-39e62306614c HTTP/1.1" status: 204 len: 168 time: 1.1582067 Sep 15 15:14:57.578721 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae993f71-5c7e-4d70-9e8b-c2cbdbceec24 req-91b05aac-ce89-4abf-91a2-73474a52624c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:57.580214 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ae993f71-5c7e-4d70-9e8b-c2cbdbceec24 req-91b05aac-ce89-4abf-91a2-73474a52624c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 943 time: 0.0825157 Sep 15 15:14:57.624573 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ae993f71-5c7e-4d70-9e8b-c2cbdbceec24 req-09e719d1-f964-4cfb-b874-183e4d8d81dc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 Sep 15 15:14:57.642510 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] Deleting port e37c6716-0331-48a8-ad2c-3d2a13bd46eb {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:57.643012 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.700565 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device f046dd07-2f1d-4637-ba15-25de758788b7 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:14:57.715446 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64df094a-9092-4f7d-bdd5-075e898876b3 None None] The port 'e37c6716-0331-48a8-ad2c-3d2a13bd46eb' was deleted {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:14:57.789237 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46586) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:57.837193 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-3a68af99-5e99-4a2d-8775-46d5cb2d2084 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b2e4af22d5f463e8a475e5b8d071687&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467470 Sep 15 15:14:57.839572 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46590) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:57.851470 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port f046dd07-2f1d-4637-ba15-25de758788b7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f046dd07-2f1d-4637-ba15-25de758788b7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:57.864967 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': 'f046dd07-2f1d-4637-ba15-25de758788b7', 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'port_id': 'f046dd07-2f1d-4637-ba15-25de758788b7', 'mac_address': 'fa:16:3e:1c:7d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192593c6-1201-4cd3-88b4-88cc6a853541', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:14:57.897617 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7a9a-3fab-43b6-9714-bb9753afdfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.921493 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.923016 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7a9a-3fab-43b6-9714-bb9753afdfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:57.938735 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f046dd07-2f1d-4637-ba15-25de758788b7 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:57.955446 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port f046dd07-2f1d-4637-ba15-25de758788b7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f046dd07-2f1d-4637-ba15-25de758788b7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:58.056516 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:58.059059 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:58.084923 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7a9a-3fab-43b6-9714-bb9753afdfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:58.089869 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fdba8fb9-a078-4322-a52b-e4b3e5d37bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:58.105051 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc7a9a-3fab-43b6-9714-bb9753afdfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbc4537-4c4b-49f9-b439-d63eaa91da7f,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:58.107990 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c1cc7a9a-3fab-43b6-9714-bb9753afdfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:58.109972 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1cc7a9a-3fab-43b6-9714-bb9753afdfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:58.113460 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-c1cc7a9a-3fab-43b6-9714-bb9753afdfa5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cbc4537-4c4b-49f9-b439-d63eaa91da7f HTTP/1.1" status: 204 len: 168 time: 0.2706277 Sep 15 15:14:58.140419 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=f046dd07-2f1d-4637-ba15-25de758788b7,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:58.143233 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:58.416508 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['f046dd07-2f1d-4637-ba15-25de758788b7'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:14:58.814198 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475c5dd-7e37-496e-b91b-ff671cd090d9 req-fb11ba29-41ef-4c7a-a5ad-9c6e44a8f468 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:58.815685 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d475c5dd-7e37-496e-b91b-ff671cd090d9 req-fb11ba29-41ef-4c7a-a5ad-9c6e44a8f468 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 944 time: 0.0833256 Sep 15 15:14:58.861005 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d475c5dd-7e37-496e-b91b-ff671cd090d9 req-9f8c999d-a10c-4857-adf8-ed91c44d313c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Sep 15 15:14:59.687864 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device f046dd07-2f1d-4637-ba15-25de758788b7 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:14:59.875443 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port f046dd07-2f1d-4637-ba15-25de758788b7 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:14:59.882659 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port f046dd07-2f1d-4637-ba15-25de758788b7 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:14:59.883236 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:00.017408 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:00.044829 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e178dbfa-e224-4f31-98a8-e858e40c6c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f046dd07-2f1d-4637-ba15-25de758788b7'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:00.055778 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port f046dd07-2f1d-4637-ba15-25de758788b7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f046dd07-2f1d-4637-ba15-25de758788b7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:00.066977 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085a389-bdbd-4bd4-a739-5dd1e048e4c4 req-d03b9700-7deb-4d50-a720-635918b5a7e6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:00.071991 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2085a389-bdbd-4bd4-a739-5dd1e048e4c4 req-d03b9700-7deb-4d50-a720-635918b5a7e6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 944 time: 0.0939429 Sep 15 15:15:00.094720 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e178dbfa-e224-4f31-98a8-e858e40c6c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f046dd07-2f1d-4637-ba15-25de758788b7', 'code': 200} Sep 15 15:15:00.105706 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:00.108510 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:00.132552 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2085a389-bdbd-4bd4-a739-5dd1e048e4c4 req-31628049-e452-4c2e-a9b0-6547a1ec8647 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572793 Sep 15 15:15:00.184456 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=f046dd07-2f1d-4637-ba15-25de758788b7,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:00.187424 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:00.435029 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646f76a-57a7-476b-95ac-3dba44453f02 req-d495670d-c1ff-49b2-8af2-bcf96e0fb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:00.436544 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1646f76a-57a7-476b-95ac-3dba44453f02 req-d495670d-c1ff-49b2-8af2-bcf96e0fb7c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 1098 time: 0.0739927 Sep 15 15:15:00.478448 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1646f76a-57a7-476b-95ac-3dba44453f02 req-a0ddaa23-ac68-45ea-880e-20127610a78b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347650 Sep 15 15:15:00.578538 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.022216 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46650) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:01.136366 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.150949 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:01.154671 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Usage tracker for resource:security_group_rule and tenant:c3b9539f9c2b4691b7388c40f27d8aed is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:01.157461 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:01.165029 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:01.288448 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.331243 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d6539-68c5-41b2-b918-8af4206fafc9 req-c004f1e5-4f14-4c63-9fa2-2fb447ff616d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:01.332761 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-db8d6539-68c5-41b2-b918-8af4206fafc9 req-c004f1e5-4f14-4c63-9fa2-2fb447ff616d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 945 time: 0.0862310 Sep 15 15:15:01.357511 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.456537 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:01.512114 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3b9539f9c2b4691b7388c40f27d8aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887350 Sep 15 15:15:01.514915 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46658) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:01.515942 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-db8d6539-68c5-41b2-b918-8af4206fafc9 req-eb23df9d-26c8-4d32-9494-6bfe54fd4244 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769850 Sep 15 15:15:01.516725 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48549915-f24e-4a4e-a099-2e7c3a099d9d,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:01.519876 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:01.573087 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-781c097e-177c-45ef-9fc3-8aa65ea1a284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.598100 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-781c097e-177c-45ef-9fc3-8aa65ea1a284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.724667 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-781c097e-177c-45ef-9fc3-8aa65ea1a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.728671 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-05baf81d-4bf9-49e9-8d4c-2d429f13b21a tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:01.743580 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c097e-177c-45ef-9fc3-8aa65ea1a284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48549915-f24e-4a4e-a099-2e7c3a099d9d,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:01.747207 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-781c097e-177c-45ef-9fc3-8aa65ea1a284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:01.752916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-781c097e-177c-45ef-9fc3-8aa65ea1a284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.757500 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-781c097e-177c-45ef-9fc3-8aa65ea1a284 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48549915-f24e-4a4e-a099-2e7c3a099d9d HTTP/1.1" status: 204 len: 168 time: 0.2381346 Sep 15 15:15:02.432299 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46666) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:02.449471 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:02.463694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:02.467425 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Usage tracker for resource:security_group_rule and tenant:e8324fca19da4ed6ba4bde946331fbdf is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:02.470206 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:02.476475 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:02.554668 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:02.639304 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:02.647029 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6358a086-b7eb-4c29-b1e5-511d780568ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:02.688190 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8324fca19da4ed6ba4bde946331fbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547839 Sep 15 15:15:02.689078 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96d7317-0239-4b6e-99fa-447298b318e0,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:02.691760 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46672) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:02.692262 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:02.715058 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4712f-3c41-471a-abc0-ed1fdd90e756 req-bc3caa92-fa67-4b13-9f94-f990e0c8b720 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:02.716544 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2dd4712f-3c41-471a-abc0-ed1fdd90e756 req-bc3caa92-fa67-4b13-9f94-f990e0c8b720 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 945 time: 0.0934162 Sep 15 15:15:02.794910 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2dd4712f-3c41-471a-abc0-ed1fdd90e756 req-f7613ce5-0978-4587-9074-12f1c2fd549e tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663066 Sep 15 15:15:02.799199 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3d46-c565-4445-8a3e-258f92f83eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:02.826547 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3d46-c565-4445-8a3e-258f92f83eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.004732 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3d46-c565-4445-8a3e-258f92f83eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.010215 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1777a5f0-70b2-4393-a259-632792b73014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:03.022926 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e3d46-c565-4445-8a3e-258f92f83eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96d7317-0239-4b6e-99fa-447298b318e0,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:03.026287 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ef5e3d46-c565-4445-8a3e-258f92f83eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:03.031507 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3d46-c565-4445-8a3e-258f92f83eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.032628 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-ef5e3d46-c565-4445-8a3e-258f92f83eb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d96d7317-0239-4b6e-99fa-447298b318e0 HTTP/1.1" status: 204 len: 168 time: 0.3398066 Sep 15 15:15:07.390464 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46764) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:07.504987 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:07.519250 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:07.523785 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Usage tracker for resource:security_group_rule and tenant:e726c1100b4f4a03b96e826c727b0724 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:07.526482 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:07.532051 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:07.611228 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:07.701474 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:07.714701 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8e2278f7-4987-412e-9c5b-02e41500b919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:07.757400 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e726c1100b4f4a03b96e826c727b0724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627646 Sep 15 15:15:07.757400 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114c497f-8605-445c-89ef-078b64051874,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:07.758231 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46770) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:07.764592 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.764973 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.765342 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.765707 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.766067 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.766422 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.766783 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.767137 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.767534 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.767863 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.768205 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.768559 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:07.772608 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-dfc66fbe-ff06-4aca-a4a6-43ab61033d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:07.817594 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab39086e-7f77-4b75-8881-1f7c8ad7a970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:07.843440 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab39086e-7f77-4b75-8881-1f7c8ad7a970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:07.953173 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab39086e-7f77-4b75-8881-1f7c8ad7a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:07.956970 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a3659905-01d0-491f-aae4-c1c311ed8f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:07.968070 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39086e-7f77-4b75-8881-1f7c8ad7a970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114c497f-8605-445c-89ef-078b64051874,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:07.971791 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ab39086e-7f77-4b75-8881-1f7c8ad7a970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:07.975113 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab39086e-7f77-4b75-8881-1f7c8ad7a970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:07.976269 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-ab39086e-7f77-4b75-8881-1f7c8ad7a970 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/114c497f-8605-445c-89ef-078b64051874 HTTP/1.1" status: 204 len: 168 time: 0.2167964 Sep 15 15:15:08.598629 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46790) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:08.618170 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:08.633428 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:08.637301 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Usage tracker for resource:security_group_rule and tenant:9c46c287de5342c78b1d4fbc1e9003e7 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:08.640164 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:08.646421 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:08.729571 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:08.775656 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:15:08.794869 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:08.804061 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ef5e3d46-c565-4445-8a3e-258f92f83eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:08.843762 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c46c287de5342c78b1d4fbc1e9003e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431040 Sep 15 15:15:08.845527 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ac4df-d57c-45cf-8802-21490445f500,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:08.846402 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46798) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:08.853857 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.854274 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.854645 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.855011 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.855371 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.855756 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.856114 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.856469 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.856950 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.857171 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.857641 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.857860 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:08.863322 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:08.918583 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e98d8500-257f-4709-b254-15c99bca5483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:08.930843 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-928dd9ac-23a1-4263-964a-e36d7a16d159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:08.944639 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e98d8500-257f-4709-b254-15c99bca5483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:09.080715 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e98d8500-257f-4709-b254-15c99bca5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:09.085436 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ae24eda8-52b7-4ee6-89d4-070e2e82eb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:09.099862 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d8500-257f-4709-b254-15c99bca5483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ac4df-d57c-45cf-8802-21490445f500,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:09.103191 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e98d8500-257f-4709-b254-15c99bca5483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:09.123860 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-e98d8500-257f-4709-b254-15c99bca5483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:09.125033 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-e98d8500-257f-4709-b254-15c99bca5483 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e0ac4df-d57c-45cf-8802-21490445f500 HTTP/1.1" status: 204 len: 168 time: 0.2765846 Sep 15 15:15:09.458090 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:10.705381 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10da84-c624-42b5-8e61-658bd94e062e req-40c0831a-830b-4a93-a36d-67ac7e84880a tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:10.706874 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-40c0831a-830b-4a93-a36d-67ac7e84880a tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 815 time: 0.1465766 Sep 15 15:15:10.721627 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-e4ddf555-abb7-4c7c-bb08-604c2c710877 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/quotas/a8e78519f3a74339905ea99a15cc098c HTTP/1.1" status: 200 len: 375 time: 0.0087790 Sep 15 15:15:10.809731 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-0e05de9d-7ea8-4aa2-abf4-2036cbb4679d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831795 Sep 15 15:15:10.941523 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-01d6475c-21e3-4fc2-a097-536ff9cbfbed service neutron] 10.222.0.39 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251967 Sep 15 15:15:10.960168 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46848) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:11.075940 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-4ace9503-d328-475c-96d2-b3d733a8a0f7 service neutron] 10.222.0.39 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280522 Sep 15 15:15:11.077712 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:11.092222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:11.096170 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Usage tracker for resource:security_group_rule and tenant:b5888e1c270b4545985f82b0f3563029 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:11.099705 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:11.106188 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:11.293032 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:11.383437 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:11.392610 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5ea0ec52-0089-42a9-aea2-220e04048c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:11.401402 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9c93bb73-ed6a-4e0d-b2c8-dece1b248176 req-e2f51362-8b84-42d2-b0b7-ea9d9957783b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 210 time: 0.0430837 Sep 15 15:15:11.434373 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5888e1c270b4545985f82b0f3563029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732080 Sep 15 15:15:11.436047 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c403707-c37a-4c2c-91d0-13c407ccf144,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:11.437148 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46858) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:11.439062 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-482ffc2d-a770-4abd-8e69-ee478138a12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:11.499545 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4f06c908-6ebe-4593-bb67-482656eacfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:11.525152 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4f06c908-6ebe-4593-bb67-482656eacfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:11.678777 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4f06c908-6ebe-4593-bb67-482656eacfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:11.682600 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-121ab904-1729-4fa9-adca-ae5eb9e0fe2e tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:11.695027 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06c908-6ebe-4593-bb67-482656eacfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c403707-c37a-4c2c-91d0-13c407ccf144,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:11.698794 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4f06c908-6ebe-4593-bb67-482656eacfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:11.705054 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4f06c908-6ebe-4593-bb67-482656eacfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:11.706170 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4f06c908-6ebe-4593-bb67-482656eacfd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c403707-c37a-4c2c-91d0-13c407ccf144 HTTP/1.1" status: 204 len: 168 time: 0.2671161 Sep 15 15:15:11.714056 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e8cf-0dbb-4cf1-b1f2-bf1bd47048d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:12.556966 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:12.558512 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0a6ead25-97c9-40f0-ba37-342da92351b2 req-e154db55-efd4-4f90-a04b-fcac6af61db5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 210 time: 0.0467834 Sep 15 15:15:13.524535 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 46898) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:13.649076 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:13.664810 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:13.670865 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Usage tracker for resource:security_group_rule and tenant:2134a703f70d46ea9a0731bcb7a3e8c7 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:13.683717 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10da84-c624-42b5-8e61-658bd94e062e req-671c1a20-3768-46b4-b006-616bde723824 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:13.688001 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-671c1a20-3768-46b4-b006-616bde723824 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 815 time: 0.1650765 Sep 15 15:15:13.697662 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Request body: {'port': {'device_id': '99c52491-adf6-4c74-af36-a9cd1d3a3bf2', 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'admin_state_up': True, 'tenant_id': 'a8e78519f3a74339905ea99a15cc098c'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:13.707037 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:13.721977 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-929669d0-f8eb-4030-9221-b8c8f63f037e req-b7731a48-0924-4f17-ac84-ac617f9435a6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 210 time: 0.0528998 Sep 15 15:15:13.723081 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:13.809655 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:13.836905 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:13.841629 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Usage tracker for resource:port and tenant:a8e78519f3a74339905ea99a15cc098c is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:13.843761 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:13.850080 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:13.921012 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:13.931687 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ab39086e-7f77-4b75-8881-1f7c8ad7a970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:13.971552 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2134a703f70d46ea9a0731bcb7a3e8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458070 Sep 15 15:15:13.974357 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086fe178-409e-4f06-a744-78c3c94ba8e9,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:13.974527 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 46906) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:13.977547 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:14.031928 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Made reservation on behalf of a8e78519f3a74339905ea99a15cc098c for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:15:14.035295 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.050946 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9f679d3c-80f7-4560-a034-723938d436a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.097680 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.136317 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9f679d3c-80f7-4560-a034-723938d436a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.253195 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Allocated IP 172.20.0.11 (80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0/192593c6-1201-4cd3-88b4-88cc6a853541/caf71525-e097-4bfe-be90-adb9cc26b689) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:14.366836 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9f679d3c-80f7-4560-a034-723938d436a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.382205 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-679b34d9-eedd-45e9-88f6-bae4f4460d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:14.399200 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f679d3c-80f7-4560-a034-723938d436a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086fe178-409e-4f06-a744-78c3c94ba8e9,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:14.401562 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9f679d3c-80f7-4560-a034-723938d436a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:14.442894 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-9f679d3c-80f7-4560-a034-723938d436a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.444050 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-9f679d3c-80f7-4560-a034-723938d436a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/086fe178-409e-4f06-a744-78c3c94ba8e9 HTTP/1.1" status: 204 len: 168 time: 0.4683280 Sep 15 15:15:14.477676 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.584610 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.590180 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d3ec329e-d4b4-413b-b310-5a9dce19bdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:14.596581 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['56b4144b-50e9-4bf2-9127-3d5e39c4a83d', '91e8cdab-5873-4593-aa27-e58a7cc286d7', 'f046dd07-2f1d-4637-ba15-25de758788b7'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:15:14.656571 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:14.659643 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:14.664936 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:15:14.714620 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Pushing event updated for resources: {'Port': ['ID=caf71525-e097-4bfe-be90-adb9cc26b689,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:14.719619 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:14.743222 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:14.743995 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:14.891010 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1969426 Sep 15 15:15:14.907069 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Request body: {'port': {'device_id': '99c52491-adf6-4c74-af36-a9cd1d3a3bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:14.948567 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb5f3c-4ab1-49dd-8c3f-5bbf807230c8 req-19947f8b-c1a7-4cae-bdff-3f31838638e1 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:14.950769 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b9fb5f3c-4ab1-49dd-8c3f-5bbf807230c8 req-19947f8b-c1a7-4cae-bdff-3f31838638e1 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 932 time: 0.1058462 Sep 15 15:15:15.004159 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b9fb5f3c-4ab1-49dd-8c3f-5bbf807230c8 req-d8516184-15e3-4b4a-bb38-92b264a0fdcd tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469186 Sep 15 15:15:15.046370 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:15.388384 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf71525-e097-4bfe-be90-adb9cc26b689 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:15:15.396263 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:15.415780 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Transition to ACTIVE for port object caf71525-e097-4bfe-be90-adb9cc26b689 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:15.521305 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:15.526064 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-bf375a0f-57b1-476f-a10f-3fd03ab74ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:15.675737 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Pushing event updated for resources: {'Port': ['ID=caf71525-e097-4bfe-be90-adb9cc26b689,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:15.682943 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:15.858463 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Attempting to bind port caf71525-e097-4bfe-be90-adb9cc26b689 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:15:15.859059 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Attempting to bind port caf71525-e097-4bfe-be90-adb9cc26b689 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:15:15.859165 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Attempting to bind port caf71525-e097-4bfe-be90-adb9cc26b689 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:15:15.863708 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Port caf71525-e097-4bfe-be90-adb9cc26b689 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:15:15.864028 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Attempting to bind port caf71525-e097-4bfe-be90-adb9cc26b689 on network 80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:15:15.869200 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:15:15.869534 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Checking segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:15.869919 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Bound using segment: {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:15:15.870340 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Bound port: caf71525-e097-4bfe-be90-adb9cc26b689, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66228352-6985-49cf-b6eb-727b8fdccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:15:15.870693 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:15.962962 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] For port caf71525-e097-4bfe-be90-adb9cc26b689, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:15:15.966111 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] For port caf71525-e097-4bfe-be90-adb9cc26b689, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=caf71525-e097-4bfe-be90-adb9cc26b689,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:15:16.033307 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:16.038316 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3f1c3456-20e7-486e-9732-a328db79eaae tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:16.093101 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.093721 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:16.095093 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] 10.222.0.32 "PUT /v2.0/ports/caf71525-e097-4bfe-be90-adb9cc26b689 HTTP/1.1" status: 200 len: 1094 time: 1.1935658 Sep 15 15:15:16.095625 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c52491-adf6-4c74-af36-a9cd1d3a3bf2', 'tag': 'caf71525-e097-4bfe-be90-adb9cc26b689'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:16.119744 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Pushing event updated for resources: {'Port': ['ID=caf71525-e097-4bfe-be90-adb9cc26b689,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:16.122834 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:16.146598 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c52491-adf6-4c74-af36-a9cd1d3a3bf2', 'tag': 'caf71525-e097-4bfe-be90-adb9cc26b689', 'status': 'completed', 'code': 200} Sep 15 15:15:16.196314 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee331d-86c2-4fd9-92eb-e5d1a05d2032 req-1b79913f-221c-4937-9dbf-0fc2f52077e3 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.197877 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7bee331d-86c2-4fd9-92eb-e5d1a05d2032 req-1b79913f-221c-4937-9dbf-0fc2f52077e3 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 944 time: 0.0834632 Sep 15 15:15:16.237879 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a69a97-7362-49fd-bacb-ba78d4297d24 req-a1385fd0-60cf-46a9-886f-0a5700cc0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.239375 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-05a69a97-7362-49fd-bacb-ba78d4297d24 req-a1385fd0-60cf-46a9-886f-0a5700cc0076 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0720322 Sep 15 15:15:16.243542 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7bee331d-86c2-4fd9-92eb-e5d1a05d2032 req-3424ffba-db0b-40a7-8107-2bb5155fe2d3 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Sep 15 15:15:16.378517 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a69a97-7362-49fd-bacb-ba78d4297d24 req-b6ee5099-9a8c-4df2-9916-efca7fe9167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.380591 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-05a69a97-7362-49fd-bacb-ba78d4297d24 req-b6ee5099-9a8c-4df2-9916-efca7fe9167f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a8e78519f3a74339905ea99a15cc098c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1330543 Sep 15 15:15:16.515716 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a69a97-7362-49fd-bacb-ba78d4297d24 req-c2c9fcc6-eb8e-4d43-b886-5edc150e4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.517079 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-05a69a97-7362-49fd-bacb-ba78d4297d24 req-c2c9fcc6-eb8e-4d43-b886-5edc150e4f47 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311901 Sep 15 15:15:16.630104 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10da84-c624-42b5-8e61-658bd94e062e req-8f6ddd5f-7305-4141-9945-753c18827b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.631612 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-8f6ddd5f-7305-4141-9945-753c18827b3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0732272 Sep 15 15:15:16.702559 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-e6778b1b-ddbe-4825-b492-6126ddcaf71f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf71525-e097-4bfe-be90-adb9cc26b689 HTTP/1.1" status: 200 len: 217 time: 0.0632105 Sep 15 15:15:16.765281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10da84-c624-42b5-8e61-658bd94e062e req-74b39023-bb45-4090-a812-a3e37860e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.766830 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-74b39023-bb45-4090-a812-a3e37860e73a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=192593c6-1201-4cd3-88b4-88cc6a853541 HTTP/1.1" status: 200 len: 855 time: 0.0587146 Sep 15 15:15:16.821180 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-f51bcb5b-31c1-49cd-a49d-119b65bf168b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407290 Sep 15 15:15:16.954124 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-80e8abf4-45d6-4d4a-985c-15141ddd40ae service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263852 Sep 15 15:15:17.088190 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6f10da84-c624-42b5-8e61-658bd94e062e req-a8b6e434-cbe4-4a29-b87b-a99119a081e7 service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271224 Sep 15 15:15:17.426322 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877aa11-ba57-499a-b9ef-72d3232639b3 req-cb52f9c2-4835-45c5-be3f-1f820a3129db tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:17.427865 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c877aa11-ba57-499a-b9ef-72d3232639b3 req-cb52f9c2-4835-45c5-be3f-1f820a3129db tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 944 time: 0.0791681 Sep 15 15:15:17.475286 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c877aa11-ba57-499a-b9ef-72d3232639b3 req-9d610430-9662-48e3-a34e-b07308e5444f tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Sep 15 15:15:18.665112 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0fb9-c33a-4cd2-a188-08159846b3e3 req-ad740280-116a-451c-8eda-d669097aaf30 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:18.666561 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-95dd0fb9-c33a-4cd2-a188-08159846b3e3 req-ad740280-116a-451c-8eda-d669097aaf30 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 944 time: 0.0833449 Sep 15 15:15:18.710502 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-95dd0fb9-c33a-4cd2-a188-08159846b3e3 req-de881f38-bb62-417d-9216-9dd0d8e00d7b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Sep 15 15:15:19.984537 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d22f94-2850-403d-9ccd-4eaea4c078a6 req-9d914c5b-1f45-4138-8a3b-b1942df03f41 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:19.985893 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-45d22f94-2850-403d-9ccd-4eaea4c078a6 req-9d914c5b-1f45-4138-8a3b-b1942df03f41 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 944 time: 0.1719980 Sep 15 15:15:20.035080 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-45d22f94-2850-403d-9ccd-4eaea4c078a6 req-d014aee7-66e0-4e47-a634-600d49c8d620 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Sep 15 15:15:21.224358 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bd9a9-0ab1-4d9d-a1d7-06697996a11d req-5d110f61-a490-41b8-8a63-551168e6a49d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:21.225745 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-093bd9a9-0ab1-4d9d-a1d7-06697996a11d req-5d110f61-a490-41b8-8a63-551168e6a49d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 944 time: 0.0827363 Sep 15 15:15:21.270515 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-093bd9a9-0ab1-4d9d-a1d7-06697996a11d req-adc83b80-67e5-446e-b8ce-a13c20868307 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 Sep 15 15:15:21.804743 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device caf71525-e097-4bfe-be90-adb9cc26b689 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:15:21.936192 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port caf71525-e097-4bfe-be90-adb9cc26b689, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=caf71525-e097-4bfe-be90-adb9cc26b689,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:21.949550 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': 'caf71525-e097-4bfe-be90-adb9cc26b689', 'network_id': '80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0', 'port_id': 'caf71525-e097-4bfe-be90-adb9cc26b689', 'mac_address': 'fa:16:3e:2d:ee:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192593c6-1201-4cd3-88b4-88cc6a853541', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:15:22.008257 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:22.025026 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf71525-e097-4bfe-be90-adb9cc26b689 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:15:22.039930 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port caf71525-e097-4bfe-be90-adb9cc26b689, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=caf71525-e097-4bfe-be90-adb9cc26b689,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:22.217767 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:22.219462 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:22.284575 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=caf71525-e097-4bfe-be90-adb9cc26b689,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:22.292504 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.292854 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.293194 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.293534 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.293865 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.294195 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.294521 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.294843 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.295166 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.295505 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.295830 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.296180 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:22.300028 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:22.459319 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93506bf-1324-457e-afae-e19d001fe0a1 req-432d17f1-2a89-48bf-a5e9-648775683e86 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:22.460809 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b93506bf-1324-457e-afae-e19d001fe0a1 req-432d17f1-2a89-48bf-a5e9-648775683e86 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 945 time: 0.0839448 Sep 15 15:15:22.505571 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b93506bf-1324-457e-afae-e19d001fe0a1 req-7f364713-88ad-40b5-96a5-7974c6c899ee tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Sep 15 15:15:22.608573 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['caf71525-e097-4bfe-be90-adb9cc26b689'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:15:23.689263 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb3a33-b07c-4261-92b1-49c3a2e8a331 req-0dbb6ee0-ecec-4bfe-bae4-ff263439d02c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:23.690717 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-31fb3a33-b07c-4261-92b1-49c3a2e8a331 req-0dbb6ee0-ecec-4bfe-bae4-ff263439d02c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 945 time: 0.0804124 Sep 15 15:15:23.738380 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-31fb3a33-b07c-4261-92b1-49c3a2e8a331 req-fb808538-d7d4-44d2-a808-208e883126ad tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Sep 15 15:15:23.834598 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device caf71525-e097-4bfe-be90-adb9cc26b689 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:24.063380 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port caf71525-e097-4bfe-be90-adb9cc26b689 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:24.068848 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port caf71525-e097-4bfe-be90-adb9cc26b689 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:24.075372 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:24.184035 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:24.209947 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c52491-adf6-4c74-af36-a9cd1d3a3bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf71525-e097-4bfe-be90-adb9cc26b689'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:24.219361 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port caf71525-e097-4bfe-be90-adb9cc26b689, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=caf71525-e097-4bfe-be90-adb9cc26b689,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:24.254666 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c52491-adf6-4c74-af36-a9cd1d3a3bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf71525-e097-4bfe-be90-adb9cc26b689', 'code': 200} Sep 15 15:15:24.303452 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:24.305748 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-bbba42fe-da37-4333-bae5-32111bf2a134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:24.372557 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=caf71525-e097-4bfe-be90-adb9cc26b689,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:24.375473 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:24.689229 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b845-a14a-4f3b-a7ef-1d2cecef86f1 req-fcee0f70-c084-4642-981f-222734619edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:24.690703 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a776b845-a14a-4f3b-a7ef-1d2cecef86f1 req-fcee0f70-c084-4642-981f-222734619edb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 1099 time: 0.0757504 Sep 15 15:15:24.734107 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a776b845-a14a-4f3b-a7ef-1d2cecef86f1 req-653443f8-30c3-4896-971b-16ff719e9220 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Sep 15 15:15:24.926971 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744ae77-a39e-43ce-ac94-15336d54642e req-44779001-b3fc-4812-aed9-3d5f04ca606c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:24.928244 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f744ae77-a39e-43ce-ac94-15336d54642e req-44779001-b3fc-4812-aed9-3d5f04ca606c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 946 time: 0.0812585 Sep 15 15:15:24.973896 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f744ae77-a39e-43ce-ac94-15336d54642e req-6d778dea-04b3-4327-905c-e1058ff96bc6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Sep 15 15:15:26.166414 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1d269-16dc-4e58-a723-9d8db15b35ce req-716b3d35-6a56-4cd3-914a-a29d72e55fc5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:26.167957 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-45e1d269-16dc-4e58-a723-9d8db15b35ce req-716b3d35-6a56-4cd3-914a-a29d72e55fc5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 946 time: 0.0868986 Sep 15 15:15:26.216726 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-45e1d269-16dc-4e58-a723-9d8db15b35ce req-c35219eb-9b44-42a7-a21d-6de41a330889 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Sep 15 15:15:27.399008 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9c90b-433b-45f5-a3d7-d32faacf7288 req-2205a1e0-ef4b-4390-b605-9459e01fc4a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:27.400505 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-11a9c90b-433b-45f5-a3d7-d32faacf7288 req-2205a1e0-ef4b-4390-b605-9459e01fc4a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 946 time: 0.0793777 Sep 15 15:15:27.444388 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-11a9c90b-433b-45f5-a3d7-d32faacf7288 req-8729479a-cd9d-4766-a34f-39a6b4740d77 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380516 Sep 15 15:15:30.084033 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47064) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:30.199269 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.217746 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:30.221557 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Usage tracker for resource:security_group_rule and tenant:d4232860bba44590b649897aa6d5db67 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:30.224469 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:30.230364 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:30.309944 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.461020 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.469353 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5c753d29-37b3-47d7-96e9-f82f267378b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:30.509390 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cc024b-8950-4e65-a7be-222f4da133a4,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:30.512690 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:30.517760 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4232860bba44590b649897aa6d5db67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303043 Sep 15 15:15:30.518767 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47076) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:30.579716 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4df3ec2d-929e-42d4-8949-bf1274f7f4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.607119 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4df3ec2d-929e-42d4-8949-bf1274f7f4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.646112 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.775548 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4df3ec2d-929e-42d4-8949-bf1274f7f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.780428 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-65054b85-7662-4f70-b226-0ca0a0ee7e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:30.796414 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3ec2d-929e-42d4-8949-bf1274f7f4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cc024b-8950-4e65-a7be-222f4da133a4,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:30.800945 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4df3ec2d-929e-42d4-8949-bf1274f7f4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:30.806862 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4df3ec2d-929e-42d4-8949-bf1274f7f4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.808116 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4df3ec2d-929e-42d4-8949-bf1274f7f4f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3cc024b-8950-4e65-a7be-222f4da133a4 HTTP/1.1" status: 204 len: 168 time: 0.2892563 Sep 15 15:15:31.928505 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47106) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:32.032438 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-674574408-network', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:32.037632 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:32.041689 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Usage tracker for resource:network and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:32.054396 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:32.054396 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:32.211499 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Made reservation on behalf of 50eadcbb958a4d39ab1ede44b7bac833 for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:15:32.213766 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.226377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.242378 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:32.246270 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Usage tracker for resource:security_group_rule and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:32.249212 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:32.255892 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:32.338320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.416919 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.419928 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9f679d3c-80f7-4560-a034-723938d436a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:32.448458 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:15:32.456443 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d9c52-9174-4682-b08d-b82fb5fed3d6,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:32.460574 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:32.462991 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.463304 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Added segment cfbbd6f4-0b5e-45f4-bae5-490915c7af9a of type vlan for network 17643279-4b33-453f-8b5f-f2ae60f14818 Sep 15 15:15:32.493586 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.609663 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.611009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:32.611623 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.617350 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-f45e5460-4fb3-4735-8978-d9b9eab75cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:32.709844 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Pushing event updated for resources: {'Network': ['ID=17643279-4b33-453f-8b5f-f2ae60f14818,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:32.712578 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:32.719384 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 17643279-4b33-453f-8b5f-f2ae60f14818 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:15:32.789316 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8590171 Sep 15 15:15:32.792093 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47114) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:32.797389 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Request body: {'subnet': {'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-674574408-subnet', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:32.802742 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:32.806542 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Usage tracker for resource:subnet and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:32.809433 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:32.815256 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:32.891558 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Made reservation on behalf of 50eadcbb958a4d39ab1ede44b7bac833 for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:15:32.894043 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1866230'] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:33.177858 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1811944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1866176'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:33.181635 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:33.249901 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d72340-f6bd-40b3-a733-187a58d3efb2,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:33.253160 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:33.259875 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Checking segment: {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:33.260233 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Network hostable DHCP agents. Network: 17643279-4b33-453f-8b5f-f2ae60f14818, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:15:33.377117 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Network 17643279-4b33-453f-8b5f-f2ae60f14818 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:15:33.462975 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 17643279-4b33-453f-8b5f-f2ae60f14818) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:33.467487 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:33.468450 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:33.471753 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2737b9-cd4d-40cb-88d7-026aa6fc7491 None None] Network 17643279-4b33-453f-8b5f-f2ae60f14818 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:15:33.554968 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-47e619d8-1f31-4a38-aef7-b3d5233a6254 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7618043 Sep 15 15:15:33.557710 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47118) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:33.562568 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:33.567957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:33.571926 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Usage tracker for resource:router and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:33.574693 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:33.583185 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:33.688219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103347ae-b32f-59f4-8bdf-759665d5bbe4-17643279-4b33-453f-8b5f-f2ae60f14818', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2'}]}} from dv-cinder-809195-1-smb. {{(pid=80020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:15:33.689067 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:33.692226 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-484013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34871'] for router, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:33.693262 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34878'] for router, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:33.709435 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:33.872263 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Allocated IP 172.20.0.2 (17643279-4b33-453f-8b5f-f2ae60f14818/16d72340-f6bd-40b3-a733-187a58d3efb2/9481f76f-e4b3-44a3-a3f5-00e269f764d9) {{(pid=80020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:34.081994 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Notify callbacks [] for port, precommit_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.092142 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Transition to ACTIVE for port object 9481f76f-e4b3-44a3-a3f5-00e269f764d9 will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:34.112080 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Transition to ACTIVE for port object 9481f76f-e4b3-44a3-a3f5-00e269f764d9 will not be triggered until provisioned by entity DHCP. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:34.208059 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.212172 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.217564 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0cb6e2da-89e4-4911-88c1-8b4a5ced7e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:34.278146 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Network 17643279-4b33-453f-8b5f-f2ae60f14818 is already hosted by enough agents. {{(pid=80020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:34.280998 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Resources bound (agent type, host, resource id): {{(pid=80020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:34.283494 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Received port after_create {{(pid=80020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:15:34.318916 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Pushing event updated for resources: {'Port': ['ID=9481f76f-e4b3-44a3-a3f5-00e269f764d9,revision_number=1']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:34.321769 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:34.385154 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Attempting to bind port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:15:34.385447 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Attempting to bind port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:15:34.385826 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Attempting to bind port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 on network 17643279-4b33-453f-8b5f-f2ae60f14818 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:15:34.391380 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:15:34.391792 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Checking segment: {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:34.392232 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.392650 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Bound using segment: {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:15:34.393122 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Bound port: 9481f76f-e4b3-44a3-a3f5-00e269f764d9, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:15:34.393503 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.484845 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] For port 9481f76f-e4b3-44a3-a3f5-00e269f764d9, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:15:34.487896 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] For port 9481f76f-e4b3-44a3-a3f5-00e269f764d9, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=9481f76f-e4b3-44a3-a3f5-00e269f764d9,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:15:34.586597 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.589289 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.592952 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:34.616632 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.684312 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Pushing event updated for resources: {'Port': ['ID=9481f76f-e4b3-44a3-a3f5-00e269f764d9,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:34.687402 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:34.771702 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Allocated IP 172.28.3.25 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/55b8bcd2-ec40-4cde-97fb-32f98b775e7a) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:34.975911 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-8e6a7f67-288f-4231-95ec-476f404269fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2086258 Sep 15 15:15:35.048572 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:35.115854 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-aa7f1fc0-ffed-4db3-85a5-0fb920696f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:35.117339 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-aa7f1fc0-ffed-4db3-85a5-0fb920696f41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e78519f3a74339905ea99a15cc098c&device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 1099 time: 0.1084518 Sep 15 15:15:35.203594 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:35.221070 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:35.293346 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:35.298521 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:35.304655 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:15:35.356923 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Pushing event updated for resources: {'Port': ['ID=55b8bcd2-ec40-4cde-97fb-32f98b775e7a,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:35.364888 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:35.385773 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-f2244677-dc1a-441d-964d-3b9a7429127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:35.387281 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-f2244677-dc1a-441d-964d-3b9a7429127d service neutron] 10.222.0.32 "GET /v2.0/networks?id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 200 len: 916 time: 0.2510786 Sep 15 15:15:35.687607 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-c4c73181-e577-4232-b53d-34523f4c6e5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56b4144b-50e9-4bf2-9127-3d5e39c4a83d HTTP/1.1" status: 200 len: 217 time: 0.2487843 Sep 15 15:15:35.719449 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5c6e4b-7f7d-4ab7-9cd7-bf4a339c1871 None None] Network 17643279-4b33-453f-8b5f-f2ae60f14818 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:15:35.805346 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-e4f6af99-3c5c-4555-a495-fdeb53e580f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:35.807024 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-e4f6af99-3c5c-4555-a495-fdeb53e580f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=192593c6-1201-4cd3-88b4-88cc6a853541 HTTP/1.1" status: 200 len: 855 time: 0.1114938 Sep 15 15:15:35.861860 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-7ca27a2d-1473-47e8-8805-21d1aea2d2ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481267 Sep 15 15:15:35.961652 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a2b3b933-e2ff-4aff-83bd-2522253dc66e None None] Provisioning for port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:36.155594 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-90489e14-c92c-4643-bed5-4c39741af3cd service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864385 Sep 15 15:15:36.189145 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:36.437594 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-9483551f-85e8-443e-b81e-9b8b6be5e99e req-d9f308cd-09f8-4880-909e-8106a9874cc0 service neutron] 10.222.0.32 "GET /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740729 Sep 15 15:15:36.619396 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731'] for router, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:36.655729 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 9481f76f-e4b3-44a3-a3f5-00e269f764d9 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:36.811451 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:36.816461 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:36.816935 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:36.947768 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:36.958499 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Router cc931d64-c13e-4add-ac5f-59b52bdafa30 is scheduled to L3 agent 85920162-5b82-416d-88ae-968896d671c5 with binding_index 1 {{(pid=80019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:15:36.981453 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 9481f76f-e4b3-44a3-a3f5-00e269f764d9, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=9481f76f-e4b3-44a3-a3f5-00e269f764d9,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:37.149131 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:37.150963 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:37.227938 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=9481f76f-e4b3-44a3-a3f5-00e269f764d9,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:37.231583 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:37.273094 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:15:37.286169 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Sync routers for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:15:37.295900 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:15:37.296556 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:15:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:37.380998 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Notify callbacks [] for router, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:37.385171 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47142) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:37.385720 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8270521 Sep 15 15:15:37.477669 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:15:37.786716 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:35Z', 'revision_number': 3, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:37.790535 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Checking router: cc931d64-c13e-4add-ac5f-59b52bdafa30 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:15:37.790950 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Updating router cc931d64-c13e-4add-ac5f-59b52bdafa30 port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a binding host dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:15:37.843591 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.058276 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.199635 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Notify callbacks [] for port, precommit_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.212293 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Transition to ACTIVE for port object 55b8bcd2-ec40-4cde-97fb-32f98b775e7a will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:38.297185 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.303345 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-24bbca26-d49f-471b-8e2c-b7b806f80545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:38.366598 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Allocated IP 172.20.0.1 (17643279-4b33-453f-8b5f-f2ae60f14818/16d72340-f6bd-40b3-a733-187a58d3efb2/9b3f6530-9f01-4c10-901f-51813c0d5f37) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:38.385069 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Attempting to bind port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:15:38.385448 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Attempting to bind port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:15:38.385819 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Attempting to bind port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a on network 024ba400-64c4-4a2e-9271-3bf327fbe282 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:15:38.391387 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ecfc7-78c4-4a5d-bdf7-6b43d47ac525 None None] Pushing event updated for resources: {'Port': ['ID=55b8bcd2-ec40-4cde-97fb-32f98b775e7a,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:38.395250 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9e5ecfc7-78c4-4a5d-bdf7-6b43d47ac525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:38.396191 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:15:38.396569 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:38.396976 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.397366 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Bound using segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:15:38.397836 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Bound port: 55b8bcd2-ec40-4cde-97fb-32f98b775e7a, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:15:38.398216 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.470149 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] For port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:15:38.473888 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] For port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=55b8bcd2-ec40-4cde-97fb-32f98b775e7a,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:15:38.520305 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.536876 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Transition to ACTIVE for port object 9b3f6530-9f01-4c10-901f-51813c0d5f37 will not be triggered until provisioned by entity DHCP. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:38.553512 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.558312 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:38.630392 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 9481f76f-e4b3-44a3-a3f5-00e269f764d9 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:38.656146 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.661965 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2f81dbc4-239d-4113-9fe7-d737caf1daea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:38.686664 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:15:38.687417 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:15:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:38.724303 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Network 17643279-4b33-453f-8b5f-f2ae60f14818 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:38.727383 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:38.731543 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:15:38.779415 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Pushing event updated for resources: {'Port': ['ID=9b3f6530-9f01-4c10-901f-51813c0d5f37,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:38.783799 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:38.797531 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480692'] for router_interface, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.809686 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ecfc7-78c4-4a5d-bdf7-6b43d47ac525 None None] Pushing event updated for resources: {'Port': ['ID=55b8bcd2-ec40-4cde-97fb-32f98b775e7a,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:38.813490 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9e5ecfc7-78c4-4a5d-bdf7-6b43d47ac525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:38.900590 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:38.901232 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.952624 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:15:39.059260 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f3756329-6503-4fcb-b2e1-fab4278985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:39.188409 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:39.290597 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-d31dbabf-1119-493a-b775-c684c63f9e26 None None] Provisioning for port 9b3f6530-9f01-4c10-901f-51813c0d5f37 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:39.301758 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-d31dbabf-1119-493a-b775-c684c63f9e26 None None] Provisioning complete for port 9b3f6530-9f01-4c10-901f-51813c0d5f37 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:39.302226 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d31dbabf-1119-493a-b775-c684c63f9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:39.420293 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:39.420544 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d31dbabf-1119-493a-b775-c684c63f9e26 None None] Port 9b3f6530-9f01-4c10-901f-51813c0d5f37 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:15:39.434363 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:35Z', 'revision_number': 3, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:39.438259 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0a0956-1987-4e01-b411-38190dfcf5c8 None None] The sync data for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb is: [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:35Z', 'revision_number': 3, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:15:39.506386 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:39.565490 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128114640'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:39.592148 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:39.686092 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Pushing event updated for resources: {'Port': ['ID=9b3f6530-9f01-4c10-901f-51813c0d5f37,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:39.688489 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-480529'] for router_interface, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:39.693179 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:39.836423 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Network 17643279-4b33-453f-8b5f-f2ae60f14818 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:39.837703 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:40.037532 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Router cc931d64-c13e-4add-ac5f-59b52bdafa30 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:15:40.043223 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-9c6404ec-609e-4e17-a6ea-71b446796f0f None None] Provisioning complete for port 9b3f6530-9f01-4c10-901f-51813c0d5f37 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:40.043825 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9c6404ec-609e-4e17-a6ea-71b446796f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:40.100002 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-9c6404ec-609e-4e17-a6ea-71b446796f0f None None] Port 9b3f6530-9f01-4c10-901f-51813c0d5f37 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:15:40.338353 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:15:40.348536 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-11a3ecd1-5ba9-4efe-b3e3-616fccd2d586 admin admin] 10.222.0.39 "PUT /v2.0/routers/cc931d64-c13e-4add-ac5f-59b52bdafa30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9622600 Sep 15 15:15:40.461001 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed7dc3-070b-4807-94b0-259e5d2fad81 req-d30ef087-2754-4a0f-ad7a-0c71e8239985 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:40.462549 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-48ed7dc3-070b-4807-94b0-259e5d2fad81 req-d30ef087-2754-4a0f-ad7a-0c71e8239985 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 946 time: 0.0840833 Sep 15 15:15:40.509884 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-48ed7dc3-070b-4807-94b0-259e5d2fad81 req-618eebfd-02c7-42be-b163-f8b615304139 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 Sep 15 15:15:40.651655 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 55b8bcd2-ec40-4cde-97fb-32f98b775e7a up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:40.777316 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:40.782812 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:40.786402 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:40.912176 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:40.930210 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=55b8bcd2-ec40-4cde-97fb-32f98b775e7a,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:40.946660 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Sync routers for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:15:40.956310 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:15:40.957027 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:15:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:41.043385 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.045252 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0005ac85-8f27-4e10-ba7f-bc7330031ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:41.117068 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=55b8bcd2-ec40-4cde-97fb-32f98b775e7a,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:41.120130 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:41.144825 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:15:41.178410 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47174) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:41.183943 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1197557149-network', 'tenant_id': '3ea29c4f83214f25b551c09834a74268'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:41.188481 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:41.193055 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Usage tracker for resource:network and tenant:3ea29c4f83214f25b551c09834a74268 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:41.200291 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:41.213101 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:41.305998 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Made reservation on behalf of 3ea29c4f83214f25b551c09834a74268 for: {'network': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:15:41.308307 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.320953 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.336959 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:41.341088 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea29c4f83214f25b551c09834a74268 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:41.344067 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:41.351890 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:41.432649 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.454689 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:39Z', 'revision_number': 2, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:41.459246 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Checking router: cc931d64-c13e-4add-ac5f-59b52bdafa30 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:15:41.459670 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Updating router cc931d64-c13e-4add-ac5f-59b52bdafa30 port 9b3f6530-9f01-4c10-901f-51813c0d5f37 binding host dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:15:41.500328 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.505098 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b0c42ddc-c0ef-4e37-a4a9-3c7d818c6b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:41.511940 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.529223 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=80018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:15:41.541856 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca1583-c92f-492d-aef7-0fe56e814440,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:41.545931 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:41.546872 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.547215 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Added segment 7efc1c3e-fe44-407e-adf1-90f37818ae74 of type vlan for network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 Sep 15 15:15:41.578862 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.674515 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f9cde0e0-85ef-4561-8ab1-345d29a0c06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.769057 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.772343 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:41.772343 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.776789 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-462092f8-b0f7-4e9c-bbc2-be8e7db35328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:41.866215 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Notify callbacks [] for port, precommit_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.875952 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Pushing event updated for resources: {'Network': ['ID=b1aab5c2-cd61-4dbb-88f4-1df4776c7c43,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:41.879584 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:41.880723 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.provisioning_blocks [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Transition to ACTIVE for port object 9b3f6530-9f01-4c10-901f-51813c0d5f37 will not be triggered until provisioned by entity L2. {{(pid=80021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:41.888114 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:15:41.951078 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7715487 Sep 15 15:15:41.953891 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47182) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:41.959911 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Request body: {'subnet': {'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1197557149-subnet', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'ip_version': 4}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:41.960017 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:41.965321 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:41.972661 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:41.972661 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Usage tracker for resource:subnet and tenant:3ea29c4f83214f25b551c09834a74268 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:41.977350 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:41.984226 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:41.998954 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575bbab-a0c8-4494-93d1-828faf756f86 req-b9b88fab-891f-4cc3-b123-d23fdcf1302d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:42.000518 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c575bbab-a0c8-4494-93d1-828faf756f86 req-b9b88fab-891f-4cc3-b123-d23fdcf1302d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 946 time: 0.3518767 Sep 15 15:15:42.048605 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c575bbab-a0c8-4494-93d1-828faf756f86 req-34c0e631-6ed2-4985-a7be-15cda068abd6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Sep 15 15:15:42.085585 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Made reservation on behalf of 3ea29c4f83214f25b551c09834a74268 for: {'subnet': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:15:42.088858 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128437440'] for subnet, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.170603 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Pushing event updated for resources: {'Port': ['ID=9b3f6530-9f01-4c10-901f-51813c0d5f37,revision_number=3']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:42.211266 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.211639 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.212171 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.212460 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.212634 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.212960 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.213286 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.213612 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.213991 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.214322 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.214540 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.214859 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:42.227551 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:42.234594 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Attempting to bind port 9b3f6530-9f01-4c10-901f-51813c0d5f37 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:15:42.234982 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Attempting to bind port 9b3f6530-9f01-4c10-901f-51813c0d5f37 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:15:42.235353 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Attempting to bind port 9b3f6530-9f01-4c10-901f-51813c0d5f37 on network 17643279-4b33-453f-8b5f-f2ae60f14818 {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:15:42.242125 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:15:42.242515 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Checking segment: {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:42.243014 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.243423 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Bound using segment: {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:15:42.243959 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Bound port: 9b3f6530-9f01-4c10-901f-51813c0d5f37, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'}}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:15:42.244359 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.334342 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] For port 9b3f6530-9f01-4c10-901f-51813c0d5f37, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:15:42.337337 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] For port 9b3f6530-9f01-4c10-901f-51813c0d5f37, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=9b3f6530-9f01-4c10-901f-51813c0d5f37,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:15:42.388921 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128113751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128437494'] for subnet, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.393872 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-15b4225c-fac4-4f8d-883b-5ccebd8563d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:42.405109 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-2b57b161-0956-4933-81c0-733b2813f46a tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:42.405796 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-2b57b161-0956-4933-81c0-733b2813f46a tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Synchronizing usage tracker for tenant:a8e78519f3a74339905ea99a15cc098c on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:15:42.428876 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.433877 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-5d926f9a-817c-4ba0-8d37-36004d4f496f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:42.464645 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbca7ba3-b924-429a-956b-41ccde7411fa,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:42.468116 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:42.474718 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Checking segment: {'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:42.479636 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Network hostable DHCP agents. Network: b1aab5c2-cd61-4dbb-88f4-1df4776c7c43, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:15:42.505346 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:15:42.505853 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:15:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:42.508494 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-2b57b161-0956-4933-81c0-733b2813f46a tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Unset dirty status for tenant:a8e78519f3a74339905ea99a15cc098c on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:15:42.509923 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-2b57b161-0956-4933-81c0-733b2813f46a tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 946 time: 0.1830952 Sep 15 15:15:42.590167 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Deleting port caf71525-e097-4bfe-be90-adb9cc26b689 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:15:42.590720 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.592060 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:15:42.631926 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.651681 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Pushing event updated for resources: {'Port': ['ID=9b3f6530-9f01-4c10-901f-51813c0d5f37,revision_number=4']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:42.651681 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-9d161252-212a-4536-8245-c6fe54131e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:42.652190 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 55b8bcd2-ec40-4cde-97fb-32f98b775e7a up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:42.705895 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:15:42.712015 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, b1aab5c2-cd61-4dbb-88f4-1df4776c7c43) {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:42.716529 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:42.717128 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.730659 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c0447-658c-4235-b2ea-a6f797ef0f61 None None] Network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:15:42.755632 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:42.755632 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.810759 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-f5115ccb-7bc9-4756-ac1c-ff3d38f0b3da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8558078 Sep 15 15:15:42.812494 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47186) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:42.821827 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:42.829274 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:42.835358 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Usage tracker for resource:router and tenant:3ea29c4f83214f25b551c09834a74268 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:42.839391 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:42.846680 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:42.876659 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] For port caf71525-e097-4bfe-be90-adb9cc26b689, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=caf71525-e097-4bfe-be90-adb9cc26b689,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:42.877297 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.954569 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-484013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34871'] for router, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.955738 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34878'] for router, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.971273 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:43.016408 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Calling delete_port for caf71525-e097-4bfe-be90-adb9cc26b689 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:15:43.071121 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103347ae-b32f-59f4-8bdf-759665d5bbe4-b1aab5c2-cd61-4dbb-88f4-1df4776c7c43', 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'fixed_ips': [{'subnet_id': 'cbca7ba3-b924-429a-956b-41ccde7411fa'}]}} from dv-cinder-809195-1-smb. {{(pid=80020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:15:43.071996 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:43.115575 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:42Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:43.129160 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579b970-80db-4e65-9459-7aaa3e679c3d None None] The sync data for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb is: [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:42Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:15:43.264580 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:43.273605 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fdcd7de4-2317-4b55-855a-2c0f8f51c11f tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:43.281678 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['56b4144b-50e9-4bf2-9127-3d5e39c4a83d', '91e8cdab-5873-4593-aa27-e58a7cc286d7', 'f046dd07-2f1d-4637-ba15-25de758788b7', 'caf71525-e097-4bfe-be90-adb9cc26b689'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:15:43.329683 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Pushing event deleted for resources: {'Port': ['ID=caf71525-e097-4bfe-be90-adb9cc26b689,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:43.340613 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:43.358660 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Allocated IP 172.20.0.2 (b1aab5c2-cd61-4dbb-88f4-1df4776c7c43/cbca7ba3-b924-429a-956b-41ccde7411fa/ad958730-49ce-4dd8-a2d1-07b4256cd93f) {{(pid=80020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:43.427889 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] No DVR routers for this DVR port caf71525-e097-4bfe-be90-adb9cc26b689 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:43.430672 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:43.433544 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c52491-adf6-4c74-af36-a9cd1d3a3bf2', 'name': 'network-vif-deleted', 'tag': 'caf71525-e097-4bfe-be90-adb9cc26b689'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:43.465141 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0f8671e9-80a9-4141-866b-e58875c067d2 req-a09dd01d-f831-4ad6-a7f5-e656d517983f tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 210 time: 0.2056134 Sep 15 15:15:43.480784 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-410915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34896'] for router, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:43.516975 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c52491-adf6-4c74-af36-a9cd1d3a3bf2', 'name': 'network-vif-deleted', 'tag': 'caf71525-e097-4bfe-be90-adb9cc26b689', 'status': 'completed', 'code': 200} Sep 15 15:15:43.537873 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-a48de074-2772-436d-b71d-f0a495f2fcbf req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "DELETE /v2.0/ports/caf71525-e097-4bfe-be90-adb9cc26b689 HTTP/1.1" status: 204 len: 173 time: 1.0213282 Sep 15 15:15:43.704104 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:43.727992 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Transition to ACTIVE for port object ad958730-49ce-4dd8-a2d1-07b4256cd93f will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:43.767680 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Transition to ACTIVE for port object ad958730-49ce-4dd8-a2d1-07b4256cd93f will not be triggered until provisioned by entity DHCP. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:43.873987 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884'] for port, after_create {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:43.880794 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:43.967602 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 is already hosted by enough agents. {{(pid=80020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:43.969094 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Resources bound (agent type, host, resource id): {{(pid=80020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:43.976768 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Received port after_create {{(pid=80020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:15:44.024472 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:44.025674 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Pushing event updated for resources: {'Port': ['ID=ad958730-49ce-4dd8-a2d1-07b4256cd93f,revision_number=1']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:44.038668 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:44.057987 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:44.153007 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Attempting to bind port ad958730-49ce-4dd8-a2d1-07b4256cd93f on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:15:44.153471 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Attempting to bind port ad958730-49ce-4dd8-a2d1-07b4256cd93f by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:15:44.153916 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Attempting to bind port ad958730-49ce-4dd8-a2d1-07b4256cd93f on network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:15:44.168239 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:15:44.168628 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Checking segment: {'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:44.169037 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:44.169442 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Bound using segment: {'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:15:44.169932 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Bound port: ad958730-49ce-4dd8-a2d1-07b4256cd93f, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:15:44.170321 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:44.210863 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Allocated IP 172.28.3.189 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/f6c8e0dc-ce11-4839-a468-340cbb99889c) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:44.247382 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:44.283356 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] For port ad958730-49ce-4dd8-a2d1-07b4256cd93f, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:15:44.286563 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] For port ad958730-49ce-4dd8-a2d1-07b4256cd93f, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=ad958730-49ce-4dd8-a2d1-07b4256cd93f,segment=NetworkSegment(7efc1c3e-fe44-407e-adf1-90f37818ae74),segment_id=7efc1c3e-fe44-407e-adf1-90f37818ae74)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:15:44.369773 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:44.405727 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:44.409454 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:44.492888 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Pushing event updated for resources: {'Port': ['ID=ad958730-49ce-4dd8-a2d1-07b4256cd93f,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:44.494871 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:44.638246 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:44.648280 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e7595410-9711-4515-b39f-955ead68c495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:44.716392 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-68ef1f6a-1163-482c-af6a-c45574c34d68 req-b93593ea-d19a-4030-8288-7ea04b323245 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=99c52491-adf6-4c74-af36-a9cd1d3a3bf2 HTTP/1.1" status: 200 len: 210 time: 0.1181414 Sep 15 15:15:44.735100 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 9b3f6530-9f01-4c10-901f-51813c0d5f37 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:44.745819 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:44.749791 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:44.752332 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:15:44.782400 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c8e0dc-ce11-4839-a468-340cbb99889c,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:44.786556 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:45.051053 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port 9b3f6530-9f01-4c10-901f-51813c0d5f37 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:45.056329 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 9b3f6530-9f01-4c10-901f-51813c0d5f37 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:45.056712 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:45.175409 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:45.210123 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port 9b3f6530-9f01-4c10-901f-51813c0d5f37, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=9b3f6530-9f01-4c10-901f-51813c0d5f37,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:45.306816 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:45.331436 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:45.333977 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:45.408814 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=9b3f6530-9f01-4c10-901f-51813c0d5f37,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:45.412402 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:45.463711 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb67142-2dfc-4960-a840-740332476910 None None] Network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:15:45.678220 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-03b8df51-6ba9-4af9-9d80-1bb232eed7b6 None None] Provisioning for port ad958730-49ce-4dd8-a2d1-07b4256cd93f completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:45.760046 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-410731'] for router, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:45.775364 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:15:45.902174 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device caf71525-e097-4bfe-be90-adb9cc26b689 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:15:45.943188 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: caf71525-e097-4bfe-be90-adb9cc26b689 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:15:45.943469 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device caf71525-e097-4bfe-be90-adb9cc26b689 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:15:46.123387 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Router 4a814658-9000-4569-bd40-166280be5184 is scheduled to L3 agent 85920162-5b82-416d-88ae-968896d671c5 with binding_index 1 {{(pid=80018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:15:46.305224 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:15:46.313794 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Sync routers for ids ['4a814658-9000-4569-bd40-166280be5184'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:15:46.323295 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Routers {'4a814658-9000-4569-bd40-166280be5184'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:15:46.323959 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:15:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['4a814658-9000-4569-bd40-166280be5184'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:46.422633 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:46.427140 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-245d4a5b-6318-4b3b-9e9f-6563debdbd47 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6103942 Sep 15 15:15:46.428342 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47202) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:46.506280 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Set router 4a814658-9000-4569-bd40-166280be5184 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:15:46.727344 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 9b3f6530-9f01-4c10-901f-51813c0d5f37 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:46.854981 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port 9b3f6530-9f01-4c10-901f-51813c0d5f37 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:46.855279 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:46.920716 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:15:44Z', 'revision_number': 3, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port': {'id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:44Z', 'updated_at': '2021-09-15T15:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:46.927430 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Checking router: 4a814658-9000-4569-bd40-166280be5184 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:15:46.927820 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Updating router 4a814658-9000-4569-bd40-166280be5184 port f6c8e0dc-ce11-4839-a468-340cbb99889c binding host dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:15:47.025084 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.107678 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.110304 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device ad958730-49ce-4dd8-a2d1-07b4256cd93f up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:47.315004 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Allocated IP 172.20.0.1 (b1aab5c2-cd61-4dbb-88f4-1df4776c7c43/cbca7ba3-b924-429a-956b-41ccde7411fa/cdfa1c1e-65e5-4273-8a6b-28d7315f6341) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:47.348541 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port ad958730-49ce-4dd8-a2d1-07b4256cd93f completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:47.366687 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port ad958730-49ce-4dd8-a2d1-07b4256cd93f triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:47.367023 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.559985 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Notify callbacks [] for port, precommit_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.574653 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.582346 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.586984 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Transition to ACTIVE for port object f6c8e0dc-ce11-4839-a468-340cbb99889c will not be triggered until provisioned by entity L2. {{(pid=80020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:47.598135 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Transition to ACTIVE for port object cdfa1c1e-65e5-4273-8a6b-28d7315f6341 will not be triggered until provisioned by entity DHCP. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:47.611770 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port ad958730-49ce-4dd8-a2d1-07b4256cd93f, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=ad958730-49ce-4dd8-a2d1-07b4256cd93f,segment=NetworkSegment(7efc1c3e-fe44-407e-adf1-90f37818ae74),segment_id=7efc1c3e-fe44-407e-adf1-90f37818ae74)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:47.740496 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.740735 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.744440 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0a089290-b5a2-4d26-b0ce-9a10250a7ad1 tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:47.744568 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.747284 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:47.807700 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:47.810776 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:47.814403 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:15:47.830895 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Attempting to bind port f6c8e0dc-ce11-4839-a468-340cbb99889c on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:15:47.832468 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Attempting to bind port f6c8e0dc-ce11-4839-a468-340cbb99889c by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:15:47.832468 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Attempting to bind port f6c8e0dc-ce11-4839-a468-340cbb99889c on network 024ba400-64c4-4a2e-9271-3bf327fbe282 {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:15:47.834734 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2044320-d387-4ed5-acaf-91f10f21d3de None None] Pushing event updated for resources: {'Port': ['ID=f6c8e0dc-ce11-4839-a468-340cbb99889c,revision_number=2']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:47.851118 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Pushing event updated for resources: {'Port': ['ID=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:47.861449 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:47.882540 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480692'] for router_interface, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.887425 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:15:47.888029 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Checking segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:47.888533 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.889028 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Bound using segment: {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'} {{(pid=80020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:15:47.889599 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Bound port: f6c8e0dc-ce11-4839-a468-340cbb99889c, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da60789-637d-4887-85b0-b16fbabb321e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282'}}] {{(pid=80020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:15:47.890125 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:48.004184 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] For port f6c8e0dc-ce11-4839-a468-340cbb99889c, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:15:48.006491 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=ad958730-49ce-4dd8-a2d1-07b4256cd93f,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:48.010696 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] For port f6c8e0dc-ce11-4839-a468-340cbb99889c, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=f6c8e0dc-ce11-4839-a468-340cbb99889c,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:15:48.012556 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:48.013053 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:48.013405 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:48.029954 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8133b0-2163-4ec0-8ec2-45c9b747d2c0 req-3cadf8e8-cf8a-446f-bb9a-c85827597ce6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:48.031527 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6a8133b0-2163-4ec0-8ec2-45c9b747d2c0 req-3cadf8e8-cf8a-446f-bb9a-c85827597ce6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 945 time: 0.0908203 Sep 15 15:15:48.118268 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:48.119404 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6a8133b0-2163-4ec0-8ec2-45c9b747d2c0 req-4e8c9700-ec9a-405f-bcce-4e517a6b609d tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817201 Sep 15 15:15:48.122017 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:48.133500 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:48.212159 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Routers {'4a814658-9000-4569-bd40-166280be5184'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:15:48.212783 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:15:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['4a814658-9000-4569-bd40-166280be5184'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:48.320971 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-75baddb6-62f6-41b9-8ab4-ad46d8c42318 None None] Provisioning for port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:48.323782 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2044320-d387-4ed5-acaf-91f10f21d3de None None] Pushing event updated for resources: {'Port': ['ID=f6c8e0dc-ce11-4839-a468-340cbb99889c,revision_number=3']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:48.334897 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c2044320-d387-4ed5-acaf-91f10f21d3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:48.347962 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-75baddb6-62f6-41b9-8ab4-ad46d8c42318 None None] Provisioning complete for port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:48.348645 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-75baddb6-62f6-41b9-8ab4-ad46d8c42318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:48.358214 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:48.416193 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-75baddb6-62f6-41b9-8ab4-ad46d8c42318 None None] Port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:15:48.444081 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] Set router 4a814658-9000-4569-bd40-166280be5184 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:15:48.454551 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128114640'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:48.486107 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:48.564494 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-480529'] for router_interface, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:48.568958 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Pushing event updated for resources: {'Port': ['ID=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:48.573404 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:48.646790 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device ad958730-49ce-4dd8-a2d1-07b4256cd93f up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:48.702918 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:48.704111 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:48.798376 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port ad958730-49ce-4dd8-a2d1-07b4256cd93f triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:48.798755 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:48.883729 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 4, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port': {'id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:44Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'cdfa1c1e-65e5-4273-8a6b-28d7315f6341', 'name': '', 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'mac_address': 'fa:16:3e:d5:2e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:47Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 1, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'subnets': [{'id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:48.894882 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Router 4a814658-9000-4569-bd40-166280be5184 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:15:48.971667 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d800796-d190-405f-b2e3-3d2818ac5857 None None] The sync data for ids ['4a814658-9000-4569-bd40-166280be5184'] in dv-cinder-809195-1-smb is: [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 4, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port': {'id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:44Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'cdfa1c1e-65e5-4273-8a6b-28d7315f6341', 'name': '', 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'mac_address': 'fa:16:3e:d5:2e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:47Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 1, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'subnets': [{'id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:15:48.995679 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-438f402d-7bca-4eef-b284-ff0dbf075c51 None None] Provisioning complete for port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:48.996233 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-438f402d-7bca-4eef-b284-ff0dbf075c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.052172 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-438f402d-7bca-4eef-b284-ff0dbf075c51 None None] Port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:15:49.084654 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:15:49.093323 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] 10.222.0.39 "PUT /v2.0/routers/4a814658-9000-4569-bd40-166280be5184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6643419 Sep 15 15:15:49.404001 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da053912-9616-42b6-a0b5-6449fb617684 req-72562e4b-6ad9-4ffd-9470-72127a3917b9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:49.405571 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-da053912-9616-42b6-a0b5-6449fb617684 req-72562e4b-6ad9-4ffd-9470-72127a3917b9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 945 time: 0.1521935 Sep 15 15:15:49.453041 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-da053912-9616-42b6-a0b5-6449fb617684 req-1c924eb1-19ef-49ec-80a8-a3acfce0b1d5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Sep 15 15:15:49.722986 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47222) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:49.724098 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973054359', 'description': 'tempest-secgroup-smoke-1973054359 description', 'project_id': '50eadcbb958a4d39ab1ede44b7bac833'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:49.730199 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:49.733988 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:security_group and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:49.736808 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:49.743019 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:49.839871 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.874958 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:49.881439 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:security_group_rule and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:49.889342 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:49.893968 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:49.973607 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.087257 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e33751-df36-4a28-abeb-5911324f1a06 req-35921fbd-fc79-428c-9204-99c36702b23c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:50.088081 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-19e33751-df36-4a28-abeb-5911324f1a06 req-35921fbd-fc79-428c-9204-99c36702b23c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Synchronizing usage tracker for tenant:a8e78519f3a74339905ea99a15cc098c on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:15:50.108196 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.112648 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-89b0a2c1-36fc-4f67-a141-87af1bba7c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:50.152915 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:50.155658 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:50.165205 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-19e33751-df36-4a28-abeb-5911324f1a06 req-35921fbd-fc79-428c-9204-99c36702b23c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Unset dirty status for tenant:a8e78519f3a74339905ea99a15cc098c on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:15:50.166261 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-19e33751-df36-4a28-abeb-5911324f1a06 req-35921fbd-fc79-428c-9204-99c36702b23c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 945 time: 0.1601734 Sep 15 15:15:50.238527 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Deleting port f046dd07-2f1d-4637-ba15-25de758788b7 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:15:50.238878 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.243279 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.244769 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8f18cd14-c9b5-4003-a529-d25ec0e4b2cf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5254629 Sep 15 15:15:50.247755 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47226) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:50.253295 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'security_group_rule': {'security_group_id': '0f66c1ca-3d24-4d02-9cde-59da3ef0dd14', 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:50.260080 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:50.264336 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:security_group_rule and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:50.267504 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:50.274449 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:50.367456 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.509248 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] For port f046dd07-2f1d-4637-ba15-25de758788b7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f046dd07-2f1d-4637-ba15-25de758788b7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:50.509605 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.538342 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.638998 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Calling delete_port for f046dd07-2f1d-4637-ba15-25de758788b7 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:15:50.647437 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.657092 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e841b15a-afbd-4678-9ed3-7e80e5b6de49 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:50.679987 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device f6c8e0dc-ce11-4839-a468-340cbb99889c up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:50.687379 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433e87c9-ef85-4eec-8a5e-fe1491d04122,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:50.701611 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f5293-41de-4f9c-a788-8856f7c52040 req-1f520d98-1bae-4e79-8965-f56b6ce45ebc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:50.708118 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-807f5293-41de-4f9c-a788-8856f7c52040 req-1f520d98-1bae-4e79-8965-f56b6ce45ebc tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 945 time: 0.1336558 Sep 15 15:15:50.709344 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:50.757778 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-807f5293-41de-4f9c-a788-8856f7c52040 req-3f111a39-4166-4a57-ac00-abbeda5a8196 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 Sep 15 15:15:50.763380 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.764603 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-3dce88e6-1ebb-4558-b4f9-fd1319f60895 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5158174 Sep 15 15:15:50.767450 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47232) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:50.774797 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'security_group_rule': {'security_group_id': '0f66c1ca-3d24-4d02-9cde-59da3ef0dd14', 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:50.781520 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:50.785486 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:security_group_rule and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:50.788551 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:50.794156 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:50.827930 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port f6c8e0dc-ce11-4839-a468-340cbb99889c completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:50.833682 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port f6c8e0dc-ce11-4839-a468-340cbb99889c triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:50.834057 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.900549 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.907419 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:50.922159 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['56b4144b-50e9-4bf2-9127-3d5e39c4a83d', '91e8cdab-5873-4593-aa27-e58a7cc286d7', 'f046dd07-2f1d-4637-ba15-25de758788b7'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:15:50.961491 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Pushing event deleted for resources: {'Port': ['ID=f046dd07-2f1d-4637-ba15-25de758788b7,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:50.966748 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:50.969666 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.010205 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.040701 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port f6c8e0dc-ce11-4839-a468-340cbb99889c, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=f6c8e0dc-ce11-4839-a468-340cbb99889c,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:51.044002 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.053509 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] No DVR routers for this DVR port f046dd07-2f1d-4637-ba15-25de758788b7 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:51.057241 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.060206 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e178dbfa-e224-4f31-98a8-e858e40c6c26', 'name': 'network-vif-deleted', 'tag': 'f046dd07-2f1d-4637-ba15-25de758788b7'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:51.108508 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e178dbfa-e224-4f31-98a8-e858e40c6c26', 'name': 'network-vif-deleted', 'tag': 'f046dd07-2f1d-4637-ba15-25de758788b7', 'status': 'completed', 'code': 200} Sep 15 15:15:51.154296 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.155111 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-19e33751-df36-4a28-abeb-5911324f1a06 req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "DELETE /v2.0/ports/f046dd07-2f1d-4637-ba15-25de758788b7 HTTP/1.1" status: 204 len: 173 time: 0.9832444 Sep 15 15:15:51.156526 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.156682 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:51.161653 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-35f2585d-de25-41b7-877c-694a284bbdc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:51.183749 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0350f2-682a-43ea-9f6a-c3576b16c84b,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:51.186208 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:51.256655 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=f6c8e0dc-ce11-4839-a468-340cbb99889c,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:51.261373 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:51.289723 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Sync routers for ids ['4a814658-9000-4569-bd40-166280be5184'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:15:51.298737 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Routers {'4a814658-9000-4569-bd40-166280be5184'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:15:51.299315 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:15:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['4a814658-9000-4569-bd40-166280be5184'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:51.301985 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.306046 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47238) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:51.306862 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-0fd76e3f-34db-4107-8047-3393cc7e29c7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5369713 Sep 15 15:15:51.314855 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'security_group_rule': {'security_group_id': '0f66c1ca-3d24-4d02-9cde-59da3ef0dd14', 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:51.321383 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:51.325608 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:security_group_rule and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:51.329594 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:51.337872 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:51.421181 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.475179 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Set router 4a814658-9000-4569-bd40-166280be5184 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:15:51.489674 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.563289 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.570083 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:51.589698 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8856ca-a934-4b99-8823-4a5ba965d74e,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:51.595670 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:51.694378 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.695766 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-71bf1355-922e-4705-809f-9f807512cee9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3886857 Sep 15 15:15:51.698623 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47242) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:51.703965 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'security_group_rule': {'security_group_id': '0f66c1ca-3d24-4d02-9cde-59da3ef0dd14', 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:51.709779 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:51.713578 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:security_group_rule and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:51.716413 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:51.722085 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:51.783436 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 4, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port': {'id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:44Z', 'updated_at': '2021-09-15T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'cdfa1c1e-65e5-4273-8a6b-28d7315f6341', 'name': '', 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'mac_address': 'fa:16:3e:d5:2e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:47Z', 'updated_at': '2021-09-15T15:15:48Z', 'revision_number': 2, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'subnets': [{'id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:51.787802 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Checking router: 4a814658-9000-4569-bd40-166280be5184 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:15:51.788204 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Updating router 4a814658-9000-4569-bd40-166280be5184 port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 binding host dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:15:51.848877 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.873054 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.954011 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-150e3984-98a9-4ba2-9522-99eeccd3238e req-ede78198-5aa8-4aee-8022-0800568b1dbd tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e178dbfa-e224-4f31-98a8-e858e40c6c26 HTTP/1.1" status: 200 len: 210 time: 0.0627654 Sep 15 15:15:51.981983 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.102300 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.109949 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8214f0a7-f773-4c9d-928f-6e8e8a97f7c8 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:52.127985 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed389e45-6cf4-4be4-af53-01368565d022,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:52.130426 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:52.237810 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Notify callbacks [] for port, precommit_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.249701 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.provisioning_blocks [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Transition to ACTIVE for port object cdfa1c1e-65e5-4273-8a6b-28d7315f6341 will not be triggered until provisioned by entity L2. {{(pid=80021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:52.279846 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.281211 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-6f694693-5cf9-4941-b109-bb230d5eb2b1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5816228 Sep 15 15:15:52.284030 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47248) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:52.289847 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'security_group_rule': {'security_group_id': '0f66c1ca-3d24-4d02-9cde-59da3ef0dd14', 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:52.295715 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:52.299529 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:security_group_rule and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:52.302928 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:52.308479 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:52.336760 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.340756 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-08acec4f-2742-43c1-8b16-60dedcc67048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:52.443778 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.securitygroups_db [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Project 50eadcbb958a4d39ab1ede44b7bac833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:15:52.455774 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.527702 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11a18c-1ece-46bc-8bc0-d35be4a302a3 None None] Pushing event updated for resources: {'Port': ['ID=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,revision_number=3']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:52.531423 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.535582 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-6a11a18c-1ece-46bc-8bc0-d35be4a302a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:52.556867 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Attempting to bind port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 on host dv-cinder-809195-1-smb for vnic_type normal with profile {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:15:52.557243 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Attempting to bind port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 by drivers openvswitch,hyperv on host dv-cinder-809195-1-smb at level 0 using segments [{'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:15:52.557610 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Attempting to bind port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 on network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:15:52.566632 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Checking agent: {'id': '386811b3-f8ac-4557-85fc-6d3937067d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 56, 39), 'started_at': datetime.datetime(2021, 9, 15, 14, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:15:52.566632 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Checking segment: {'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:15:52.566632 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.566632 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Bound using segment: {'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'} {{(pid=80021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:15:52.566632 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.managers [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Bound port: cdfa1c1e-65e5-4273-8a6b-28d7315f6341, host: dv-cinder-809195-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efc1c3e-fe44-407e-adf1-90f37818ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43'}}] {{(pid=80021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:15:52.566632 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.605184 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.607298 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:52.628313 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbeb002-9150-4833-bc87-293e24b89214,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:52.632809 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:52.656863 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] For port cdfa1c1e-65e5-4273-8a6b-28d7315f6341, host dv-cinder-809195-1-smb, cleared binding levels {{(pid=80021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:15:52.659598 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device f6c8e0dc-ce11-4839-a468-340cbb99889c up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:52.661325 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.plugins.ml2.db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] For port cdfa1c1e-65e5-4273-8a6b-28d7315f6341, host dv-cinder-809195-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,segment=NetworkSegment(7efc1c3e-fe44-407e-adf1-90f37818ae74),segment_id=7efc1c3e-fe44-407e-adf1-90f37818ae74)] {{(pid=80021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:15:52.732108 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port f6c8e0dc-ce11-4839-a468-340cbb99889c triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:52.732484 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.742084 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.743320 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-bf432f4e-0918-482a-b19b-1083ddd5fc9f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4583135 Sep 15 15:15:52.746144 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47252) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:52.751332 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'security_group_rule': {'security_group_id': '0f66c1ca-3d24-4d02-9cde-59da3ef0dd14', 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:15:52.754897 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron_lib.callbacks.manager [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.758539 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:15:52.760654 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:52.762620 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:security_group_rule and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:15:52.765599 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:15:52.773311 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:15:52.836010 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Routers {'4a814658-9000-4569-bd40-166280be5184'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:15:52.836650 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:15:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['4a814658-9000-4569-bd40-166280be5184'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:52.847204 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.securitygroups_db [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Project 50eadcbb958a4d39ab1ede44b7bac833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:15:52.857759 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.947987 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.962432 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11a18c-1ece-46bc-8bc0-d35be4a302a3 None None] Pushing event updated for resources: {'Port': ['ID=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,revision_number=4']} {{(pid=80021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:52.974060 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG oslo_concurrency.lockutils [None req-6a11a18c-1ece-46bc-8bc0-d35be4a302a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:53.040514 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] Set router 4a814658-9000-4569-bd40-166280be5184 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:15:53.049750 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467966'] for security_group_rule, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.058916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b09e8ce7-2b7c-495c-9266-e7526f3519e0 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:53.079835 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58504d0-25fd-435c-8f8f-2baf70529bbc,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:53.084368 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:53.237640 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.239314 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-66de864d-c3cf-4020-b2f7-a28273ad2bd5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4921868 Sep 15 15:15:53.360776 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-79661613-a227-4cae-a043-e77a084a26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 4, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port': {'id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:44Z', 'updated_at': '2021-09-15T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'cdfa1c1e-65e5-4273-8a6b-28d7315f6341', 'name': '', 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'mac_address': 'fa:16:3e:d5:2e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:47Z', 'updated_at': '2021-09-15T15:15:52Z', 'revision_number': 4, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'subnets': [{'id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:53.365592 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79661613-a227-4cae-a043-e77a084a26cf None None] The sync data for ids ['4a814658-9000-4569-bd40-166280be5184'] in dv-cinder-809195-1-smb is: [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:15:47Z', 'revision_number': 4, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port': {'id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:44Z', 'updated_at': '2021-09-15T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': 'cdfa1c1e-65e5-4273-8a6b-28d7315f6341', 'name': '', 'network_id': 'b1aab5c2-cd61-4dbb-88f4-1df4776c7c43', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'mac_address': 'fa:16:3e:d5:2e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:47Z', 'updated_at': '2021-09-15T15:15:52Z', 'revision_number': 4, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'subnets': [{'id': 'cbca7ba3-b924-429a-956b-41ccde7411fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:15:53.661112 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df5ac5-1412-41d0-bf33-900481dc6ae3 req-bcedc15c-1052-4b7a-b8f0-0ae994a31c24 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:53.662724 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e3df5ac5-1412-41d0-bf33-900481dc6ae3 req-bcedc15c-1052-4b7a-b8f0-0ae994a31c24 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 945 time: 0.0900865 Sep 15 15:15:53.710798 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e3df5ac5-1412-41d0-bf33-900481dc6ae3 req-4856efea-8e1a-4db4-b963-30b95f041f85 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Sep 15 15:15:53.931955 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device f046dd07-2f1d-4637-ba15-25de758788b7 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:15:53.967710 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: f046dd07-2f1d-4637-ba15-25de758788b7 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:15:53.968082 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device f046dd07-2f1d-4637-ba15-25de758788b7 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:15:54.653789 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device cdfa1c1e-65e5-4273-8a6b-28d7315f6341 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:54.788240 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning for port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:54.794920 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:54.800283 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:54.915639 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75134-80a7-4c50-910d-27519b45947f req-334d47d6-4f13-4b21-bca0-effbec13ff4f tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:54.924293 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-83e75134-80a7-4c50-910d-27519b45947f req-334d47d6-4f13-4b21-bca0-effbec13ff4f tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 945 time: 0.1020677 Sep 15 15:15:54.932387 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:54.973781 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] For port cdfa1c1e-65e5-4273-8a6b-28d7315f6341, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,segment=NetworkSegment(7efc1c3e-fe44-407e-adf1-90f37818ae74),segment_id=7efc1c3e-fe44-407e-adf1-90f37818ae74)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:54.976304 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-83e75134-80a7-4c50-910d-27519b45947f req-0aadd3c0-fc6f-4cd9-a918-edbd5cbe0c20 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510852 Sep 15 15:15:55.065604 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.068592 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:55.141973 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Pushing event updated for resources: {'Port': ['ID=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:55.145025 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:55.256834 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-7a699b46-11a1-4a1c-b442-1137977e22fa tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:55.258108 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-7a699b46-11a1-4a1c-b442-1137977e22fa tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Synchronizing usage tracker for tenant:a8e78519f3a74339905ea99a15cc098c on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:15:55.336643 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-7a699b46-11a1-4a1c-b442-1137977e22fa tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Unset dirty status for tenant:a8e78519f3a74339905ea99a15cc098c on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:15:55.337914 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-7a699b46-11a1-4a1c-b442-1137977e22fa tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 945 time: 0.1663082 Sep 15 15:15:55.424057 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Deleting port 91e8cdab-5873-4593-aa27-e58a7cc286d7 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:15:55.424407 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.823779 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] For port 91e8cdab-5873-4593-aa27-e58a7cc286d7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=91e8cdab-5873-4593-aa27-e58a7cc286d7,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:55.824136 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.952320 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Calling delete_port for 91e8cdab-5873-4593-aa27-e58a7cc286d7 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:15:56.175113 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afdab4-85fe-412f-b825-22ff9b859dd1 req-5475aa38-1f7d-4bf4-81d5-86c64d81318c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:56.176616 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55afdab4-85fe-412f-b825-22ff9b859dd1 req-5475aa38-1f7d-4bf4-81d5-86c64d81318c tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 945 time: 0.0870502 Sep 15 15:15:56.180691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.186368 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-bd64b28f-d5d0-4cdc-a4e3-286ee6c62ccd tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:56.192219 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['56b4144b-50e9-4bf2-9127-3d5e39c4a83d', '91e8cdab-5873-4593-aa27-e58a7cc286d7'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:15:56.230623 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55afdab4-85fe-412f-b825-22ff9b859dd1 req-38699ea4-755b-4b6c-8c81-025404baf570 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Sep 15 15:15:56.234852 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Pushing event deleted for resources: {'Port': ['ID=91e8cdab-5873-4593-aa27-e58a7cc286d7,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:56.239145 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:56.316454 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] No DVR routers for this DVR port 91e8cdab-5873-4593-aa27-e58a7cc286d7 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:56.320262 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.323002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0457d6-c847-488a-a5bd-6625603792f9', 'name': 'network-vif-deleted', 'tag': '91e8cdab-5873-4593-aa27-e58a7cc286d7'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:56.390176 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0457d6-c847-488a-a5bd-6625603792f9', 'name': 'network-vif-deleted', 'tag': '91e8cdab-5873-4593-aa27-e58a7cc286d7', 'status': 'completed', 'code': 200} Sep 15 15:15:56.394747 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-8706b4d5-820e-4037-8e9d-bef35057b8bb req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "DELETE /v2.0/ports/91e8cdab-5873-4593-aa27-e58a7cc286d7 HTTP/1.1" status: 204 len: 173 time: 1.0511487 Sep 15 15:15:56.644241 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device cdfa1c1e-65e5-4273-8a6b-28d7315f6341 up at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:15:56.713386 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Provisioning complete for port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:56.713762 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.404067 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2effb3ee-a3d5-4ada-a2ac-f89738f0ad4e req-c3fd5976-34d8-4881-9dda-1b5d9ac9da19 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c0457d6-c847-488a-a5bd-6625603792f9 HTTP/1.1" status: 200 len: 210 time: 0.0432112 Sep 15 15:15:59.995290 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 91e8cdab-5873-4593-aa27-e58a7cc286d7 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:16:00.029514 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 91e8cdab-5873-4593-aa27-e58a7cc286d7 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:16:00.029865 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 91e8cdab-5873-4593-aa27-e58a7cc286d7 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:16:00.543442 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054af9d-6d8e-4fc8-95bc-10096383a4a7 req-04846e07-b006-482f-a1c4-6fa48765ea50 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:00.545127 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2054af9d-6d8e-4fc8-95bc-10096383a4a7 req-04846e07-b006-482f-a1c4-6fa48765ea50 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 946 time: 0.0887289 Sep 15 15:16:00.591341 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2054af9d-6d8e-4fc8-95bc-10096383a4a7 req-bafacd17-1eed-4d65-bbcb-3df69441a925 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Sep 15 15:16:00.627258 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:01.786112 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c994403-0ad6-4ef8-9446-c4c9943fba36 req-202fe333-a797-43fe-ad22-5110ed525e5a tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:01.787595 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9c994403-0ad6-4ef8-9446-c4c9943fba36 req-202fe333-a797-43fe-ad22-5110ed525e5a tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 946 time: 0.0849278 Sep 15 15:16:01.838148 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9c994403-0ad6-4ef8-9446-c4c9943fba36 req-304ae012-4fb0-430a-b3c8-7a687e7c94f6 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 Sep 15 15:16:02.465898 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-d4e3b608-fbb5-4369-ac91-c334cbf834f5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:02.466611 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-d4e3b608-fbb5-4369-ac91-c334cbf834f5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Synchronizing usage tracker for tenant:a8e78519f3a74339905ea99a15cc098c on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:02.536500 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-d4e3b608-fbb5-4369-ac91-c334cbf834f5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Unset dirty status for tenant:a8e78519f3a74339905ea99a15cc098c on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:02.537633 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-d4e3b608-fbb5-4369-ac91-c334cbf834f5 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 946 time: 0.1539602 Sep 15 15:16:02.614860 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Deleting port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:16:02.615197 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:02.863827 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] For port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,segment=NetworkSegment(66228352-6985-49cf-b6eb-727b8fdccf9b),segment_id=66228352-6985-49cf-b6eb-727b8fdccf9b)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:16:02.864098 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:02.994565 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Calling delete_port for 56b4144b-50e9-4bf2-9127-3d5e39c4a83d owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:16:03.027609 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422c012-9269-4572-b1d5-2b33aa13ba27 req-9094e162-f1d0-4581-a4de-5569f8ce67ee tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:03.029081 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e422c012-9269-4572-b1d5-2b33aa13ba27 req-9094e162-f1d0-4581-a4de-5569f8ce67ee tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 946 time: 0.0852790 Sep 15 15:16:03.073275 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e422c012-9269-4572-b1d5-2b33aa13ba27 req-da22b530-0066-47ce-9f91-672696b84028 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/security-groups?id=58528d2f-4053-47ea-84fb-656a06436a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384829 Sep 15 15:16:03.244752 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:03.250431 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7118e777-ff42-481f-b14e-1ac22cf0a052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:03.256021 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['56b4144b-50e9-4bf2-9127-3d5e39c4a83d'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:16:03.301885 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Pushing event deleted for resources: {'Port': ['ID=56b4144b-50e9-4bf2-9127-3d5e39c4a83d,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:03.306227 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:03.383883 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] No DVR routers for this DVR port 56b4144b-50e9-4bf2-9127-3d5e39c4a83d on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:16:03.386359 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:03.388938 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906e5b4c-bee2-487f-bda9-d96ba8e1c6d2', 'name': 'network-vif-deleted', 'tag': '56b4144b-50e9-4bf2-9127-3d5e39c4a83d'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:03.457062 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-4de62bbc-f535-47aa-bcd9-47741b1846dc req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.32 "DELETE /v2.0/ports/56b4144b-50e9-4bf2-9127-3d5e39c4a83d HTTP/1.1" status: 204 len: 173 time: 0.9118998 Sep 15 15:16:03.486313 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906e5b4c-bee2-487f-bda9-d96ba8e1c6d2', 'name': 'network-vif-deleted', 'tag': '56b4144b-50e9-4bf2-9127-3d5e39c4a83d', 'status': 'completed', 'code': 200} Sep 15 15:16:04.248680 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9f997c06-8e1c-49c8-9392-d28a00769cd2 req-2b4090c5-3ae7-47be-a11c-664dac3c79bb tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] 10.222.0.39 "GET /v2.0/ports?device_id=906e5b4c-bee2-487f-bda9-d96ba8e1c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0431423 Sep 15 15:16:05.353656 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47368) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:05.419782 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] Deleting subnet 192593c6-1201-4cd3-88b4-88cc6a853541 {{(pid=80019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:16:05.425687 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:05.471155 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2092473'] for subnet, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:05.533747 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:05.726240 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1866187'] for subnet, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:05.731445 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-42de0bbb-15bb-42ca-840d-fe41cb294bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:05.765727 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192593c6-1201-4cd3-88b4-88cc6a853541,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:05.767665 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:05.770632 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:05.775229 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-a3adecd4-6247-4be3-a246-8e15171db17e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/192593c6-1201-4cd3-88b4-88cc6a853541 HTTP/1.1" status: 204 len: 168 time: 0.4202666 Sep 15 15:16:05.777645 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47376) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:05.883404 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.024415 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 56b4144b-50e9-4bf2-9127-3d5e39c4a83d no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:16:06.070268 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 56b4144b-50e9-4bf2-9127-3d5e39c4a83d {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:16:06.070625 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 56b4144b-50e9-4bf2-9127-3d5e39c4a83d not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:16:06.104224 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.128810 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:06.144802 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66228352-6985-49cf-b6eb-727b8fdccf9b') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:06.145099 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66228352-6985-49cf-b6eb-727b8fdccf9b') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:06.157049 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.173586 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.180751 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:16:06.181149 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:16:06.194827 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:16:06.330468 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.333988 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d85badcf-cabe-497e-b8c5-9a305b8c41a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:06.347095 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.364634 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Pushing event deleted for resources: {'Network': ['ID=80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:06.367634 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:06.426046 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c5c02d81-5fc4-4b02-8213-692447eafc1b admin admin] 10.222.0.39 "DELETE /v2.0/networks/80fc6dc7-4e5f-4b72-ac93-050a0c9b57c0 HTTP/1.1" status: 204 len: 168 time: 0.6473796 Sep 15 15:16:06.985290 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47392) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:07.033109 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-403a8396-0a53-49f3-a52c-fbd20b4dd632 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8e78519f3a74339905ea99a15cc098c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466204 Sep 15 15:16:07.035586 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47396) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:07.093169 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae433914-166b-4deb-9aef-6e98647d33cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:07.118465 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae433914-166b-4deb-9aef-6e98647d33cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:07.236686 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae433914-166b-4deb-9aef-6e98647d33cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:07.241436 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ae6feef3-1164-4393-b6d0-051935595dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:07.255392 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae433914-166b-4deb-9aef-6e98647d33cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58528d2f-4053-47ea-84fb-656a06436a9e,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:07.258539 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ae433914-166b-4deb-9aef-6e98647d33cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:07.317879 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-ae433914-166b-4deb-9aef-6e98647d33cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:07.319573 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ae433914-166b-4deb-9aef-6e98647d33cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58528d2f-4053-47ea-84fb-656a06436a9e HTTP/1.1" status: 204 len: 168 time: 0.2825515 Sep 15 15:16:08.980021 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dfb9b9a8-bcc7-46c8-a837-21488740086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:09.508428 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:11.636495 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21fbcd69-aed4-4e20-a645-c65ac03c9bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:12.613315 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:13.239564 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-c414cca7-fa0f-48c4-8954-a261418cade8 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Synchronizing usage tracker for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:security_group {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:13.295603 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-c414cca7-fa0f-48c4-8954-a261418cade8 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Unset dirty status for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:security_group {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:13.296835 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-c414cca7-fa0f-48c4-8954-a261418cade8 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973054359&fields=id&tenant_id=50eadcbb958a4d39ab1ede44b7bac833 HTTP/1.1" status: 200 len: 267 time: 0.0986702 Sep 15 15:16:13.444036 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-b1798381-f5b1-40ec-a519-a9f434adae4c tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:13.445452 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-b1798381-f5b1-40ec-a519-a9f434adae4c tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 808 time: 0.1421392 Sep 15 15:16:13.459689 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-38009dc1-da01-4322-be94-aaf7bd5055f2 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/quotas/50eadcbb958a4d39ab1ede44b7bac833 HTTP/1.1" status: 200 len: 375 time: 0.0087140 Sep 15 15:16:13.539506 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f03ebe3-f059-4848-87d6-565c29f2b17d tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Synchronizing usage tracker for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:13.621220 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f03ebe3-f059-4848-87d6-565c29f2b17d tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Unset dirty status for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:13.622502 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f03ebe3-f059-4848-87d6-565c29f2b17d tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1576331 Sep 15 15:16:13.734271 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-45954de9-b0aa-4e5d-8538-114c5a60a320 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:16:13.735246 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-45954de9-b0aa-4e5d-8538-114c5a60a320 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1016576 Sep 15 15:16:13.866460 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-3bb25c4c-5fce-4f19-b4b4-b97262c83ad2 service neutron] 10.222.0.39 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248488 Sep 15 15:16:14.003068 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-3c0d0460-adc0-4382-80fe-9bc4d754c0bf service neutron] 10.222.0.39 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308086 Sep 15 15:16:14.065159 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:14.646096 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a65f6c07-5975-458d-ad83-2ce74dc857d0 req-804fa0a1-eeeb-4da0-936a-93e43ac3de22 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 210 time: 0.0424693 Sep 15 15:16:15.832716 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47534) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:15.846574 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1e7e3a4f-05a2-4cdc-8340-759718624099 req-72005c30-a29f-4295-9610-880d64d07b97 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 210 time: 0.1454799 Sep 15 15:16:15.961297 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:15.975981 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:15.979601 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2db811eac0db4731a1c5275619ead078 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:15.982502 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:15.988134 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:16.073841 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.130079 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.139728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-76b0eb0b-df2f-494c-b747-8a848bb43a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:16.178015 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2db811eac0db4731a1c5275619ead078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442502 Sep 15 15:16:16.179701 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb750ef-3867-4fee-9c27-96baf18d26f7,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:16.181425 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47540) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:16.187397 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.187735 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.188110 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.188478 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.188843 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.189207 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.189565 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.189923 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.190283 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.190638 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.191184 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.191331 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.196128 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3b02ce49-2ce7-41b0-a771-ad70308268f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:16.240525 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.267202 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.414848 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.419914 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-023de6ac-083e-4414-b01d-a9fe7245f16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:16.431141 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb750ef-3867-4fee-9c27-96baf18d26f7,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:16.441167 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.441506 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.441876 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.442237 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.442596 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.442950 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.443309 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.443684 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.444068 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.444646 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.444999 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.445349 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:16.448423 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.451866 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ceb750ef-3867-4fee-9c27-96baf18d26f7 HTTP/1.1" status: 204 len: 168 time: 0.2670705 Sep 15 15:16:16.451866 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5ee8505-1895-463d-ae50-86282f2cba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:17.003357 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bc09389d-0da7-41eb-8718-7a3e1abec0e6 req-66b89771-b779-4f80-bdb4-13136c8134b5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 210 time: 0.0494502 Sep 15 15:16:17.095755 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47550) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:17.096742 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-81e1a75c-4a22-4eba-89c3-bd7e82e576f5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:17.097448 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-81e1a75c-4a22-4eba-89c3-bd7e82e576f5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Synchronizing usage tracker for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:network {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:17.114758 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.129876 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:17.133914 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Usage tracker for resource:security_group_rule and tenant:50423aad39a841f9940097b5338c0ca4 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:17.136646 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:17.142491 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:17.190723 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-81e1a75c-4a22-4eba-89c3-bd7e82e576f5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Unset dirty status for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:network {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:17.191940 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-81e1a75c-4a22-4eba-89c3-bd7e82e576f5 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 808 time: 0.2441535 Sep 15 15:16:17.226219 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.240691 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7de5480e-1bfd-45db-a8aa-77d72c652199 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Synchronizing usage tracker for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:security_group {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:17.253077 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7de5480e-1bfd-45db-a8aa-77d72c652199 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Unset dirty status for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:security_group {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:17.257866 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7de5480e-1bfd-45db-a8aa-77d72c652199 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50eadcbb958a4d39ab1ede44b7bac833 HTTP/1.1" status: 200 len: 380 time: 0.0545666 Sep 15 15:16:17.263733 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'port': {'device_id': '05edb504-18e2-4331-ad31-d1e0909aceff', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'admin_state_up': True, 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'security_groups': ['0f66c1ca-3d24-4d02-9cde-59da3ef0dd14']}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:16:17.301698 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.311658 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c641950d-2582-437b-ac74-6a32f5615213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:17.352375 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50423aad39a841f9940097b5338c0ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554531 Sep 15 15:16:17.353363 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d47e7-4dab-41ff-8c99-a8d7cf66c3ca,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:17.355798 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47554) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:17.356282 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-37e0f654-d0fb-41f6-baa6-53d78b5c0e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:17.442475 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:17.467163 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:17.471692 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5bcfce5b-adce-4a31-9510-51bb46b7aa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.501873 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5bcfce5b-adce-4a31-9510-51bb46b7aa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.552975 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Made reservation on behalf of 50eadcbb958a4d39ab1ede44b7bac833 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:17.556818 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.622778 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5bcfce5b-adce-4a31-9510-51bb46b7aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.634882 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-97dc64a2-beba-4948-8806-94a53c0e5518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:17.656053 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfce5b-adce-4a31-9510-51bb46b7aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d47e7-4dab-41ff-8c99-a8d7cf66c3ca,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:17.660528 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5bcfce5b-adce-4a31-9510-51bb46b7aa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:17.750281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-5bcfce5b-adce-4a31-9510-51bb46b7aa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.751414 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-5bcfce5b-adce-4a31-9510-51bb46b7aa64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da3d47e7-4dab-41ff-8c99-a8d7cf66c3ca HTTP/1.1" status: 204 len: 168 time: 0.3919516 Sep 15 15:16:17.752723 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Allocated IP 172.20.0.9 (17643279-4b33-453f-8b5f-f2ae60f14818/16d72340-f6bd-40b3-a733-187a58d3efb2/8ff0eaa5-4899-4fbd-87a7-ab9028b9992b) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:16:17.942302 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.957976 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Transition to ACTIVE for port object 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b will not be triggered until provisioned by entity DHCP. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:16:18.042569 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.049012 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-e0ffcf8c-9ef5-4b5c-a5bc-9028d669818b tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:18.120323 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Network 17643279-4b33-453f-8b5f-f2ae60f14818 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:16:18.123520 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:16:18.126111 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:16:18.177139 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:18.181078 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:18.204321 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:18.205010 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.233221 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231abc0-3855-4598-a994-0cecfd814626 req-37614ef4-852c-422a-bdfc-b329417b740c tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:18.234714 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8231abc0-3855-4598-a994-0cecfd814626 req-37614ef4-852c-422a-bdfc-b329417b740c tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 931 time: 0.1235509 Sep 15 15:16:18.284445 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8231abc0-3855-4598-a994-0cecfd814626 req-82e3e5e5-5316-437b-a78d-99c7658867ec tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Sep 15 15:16:18.297157 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0382102 Sep 15 15:16:18.312733 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-05d0fffd-6b44-4a3a-9cc5-4860cdd5ded7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:16:18.313730 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-05d0fffd-6b44-4a3a-9cc5-4860cdd5ded7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113699 Sep 15 15:16:18.440303 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Request body: {'port': {'device_id': '05edb504-18e2-4331-ad31-d1e0909aceff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:16:18.504871 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-1b57420e-1861-4c10-88eb-13260b544e16 None None] Provisioning for port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b completed by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:16:18.511056 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-1b57420e-1861-4c10-88eb-13260b544e16 None None] Provisioning complete for port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b triggered by entity DHCP. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:16:18.511556 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1b57420e-1861-4c10-88eb-13260b544e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.553028 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.565779 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-1b57420e-1861-4c10-88eb-13260b544e16 None None] Port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b cannot update to ACTIVE because it is not bound. {{(pid=80020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:16:18.992927 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:16:19.000155 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:19.015060 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Transition to ACTIVE for port object 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:16:19.133899 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:19.138562 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-558fb63e-3be7-4832-833d-ecaec9d9ff56 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:19.306603 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:19.314049 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:19.393711 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Attempting to bind port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:16:19.394166 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Attempting to bind port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:16:19.394600 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Attempting to bind port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b on network 17643279-4b33-453f-8b5f-f2ae60f14818 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:16:19.400553 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b on network 17643279-4b33-453f-8b5f-f2ae60f14818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:16:19.400948 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Attempting to bind port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b on network 17643279-4b33-453f-8b5f-f2ae60f14818 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:16:19.406608 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:16:19.407039 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Checking segment: {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:16:19.407531 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Bound using segment: {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:16:19.408058 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Bound port: 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:16:19.408475 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:19.495372 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608863d8-c992-4eff-8c85-49736ed2ee61 req-45dcb87a-337a-4685-aed3-5070ae9382ef tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:19.496916 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-608863d8-c992-4eff-8c85-49736ed2ee61 req-45dcb87a-337a-4685-aed3-5070ae9382ef tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0892200 Sep 15 15:16:19.504513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:16:19.507473 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:16:19.545050 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-608863d8-c992-4eff-8c85-49736ed2ee61 req-2dfcfbb2-530d-4817-a71d-cf7382c27a92 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Sep 15 15:16:19.593317 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:19.598110 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7da93ff1-de1e-4039-9d97-d5d6de77c54c tempest-VolumesActionsTest-683282451 tempest-VolumesActionsTest-683282451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:19.655900 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:19.656510 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:19.657898 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 1093 time: 1.3370516 Sep 15 15:16:19.658420 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:19.682932 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:19.693790 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7f021fd5-80ee-4b5f-9ecc-dd15ded59239 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:19.727939 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'status': 'completed', 'code': 200} Sep 15 15:16:19.830472 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e1aea-af04-470e-a5ca-a52096b21b52 req-1591e180-d1d1-4a46-8cf3-bcf8e4997655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:19.832033 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-863e1aea-af04-470e-a5ca-a52096b21b52 req-1591e180-d1d1-4a46-8cf3-bcf8e4997655 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1096 time: 0.0843520 Sep 15 15:16:19.985421 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e1aea-af04-470e-a5ca-a52096b21b52 req-08506ed9-5e17-474c-8d73-7cc549702dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:19.986929 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-863e1aea-af04-470e-a5ca-a52096b21b52 req-08506ed9-5e17-474c-8d73-7cc549702dfa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1478655 Sep 15 15:16:20.120208 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e1aea-af04-470e-a5ca-a52096b21b52 req-29d5125f-6270-4c7c-bce5-c00165a616f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:20.121646 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-863e1aea-af04-470e-a5ca-a52096b21b52 req-29d5125f-6270-4c7c-bce5-c00165a616f8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283309 Sep 15 15:16:20.225546 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-353bb1e1-6e6d-40ac-9f28-f31a0804a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:20.227005 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-353bb1e1-6e6d-40ac-9f28-f31a0804a669 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1096 time: 0.0697527 Sep 15 15:16:20.297896 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-5c501d1f-688c-4cdf-b9aa-4140fc033364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 217 time: 0.0632675 Sep 15 15:16:20.358042 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-f136316b-3ea4-4c38-93f7-e7b02dd41b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:20.359443 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-f136316b-3ea4-4c38-93f7-e7b02dd41b7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0552423 Sep 15 15:16:20.435785 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-5701a542-ad0d-4974-84e8-f9f0d6129bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:20.437251 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-5701a542-ad0d-4974-84e8-f9f0d6129bd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716588 Sep 15 15:16:20.566626 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-21459555-63f0-418e-ac8a-0ac838ff30b5 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224561 Sep 15 15:16:20.702738 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3de7f17a-cfbc-4453-b9b9-9aedae495c6b req-dda3cb1d-ac2c-44dc-819e-6404d4b82ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303012 Sep 15 15:16:20.733196 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fd79e-d8cb-404a-b48a-382b0ebae401 req-4535c355-281d-490c-b4d1-7334fd555b0e tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:20.734592 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-780fd79e-d8cb-404a-b48a-382b0ebae401 req-4535c355-281d-490c-b4d1-7334fd555b0e tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0822833 Sep 15 15:16:20.778781 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-780fd79e-d8cb-404a-b48a-382b0ebae401 req-bbc0b936-d19e-4858-bd9b-cfd36491de84 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384948 Sep 15 15:16:21.973422 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f8a6a-68e3-408d-ba51-fe89bc0519d3 req-540b46a0-38ad-44f1-963c-b3790c27b7be tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:21.975953 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ba7f8a6a-68e3-408d-ba51-fe89bc0519d3 req-540b46a0-38ad-44f1-963c-b3790c27b7be tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0871005 Sep 15 15:16:22.022596 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ba7f8a6a-68e3-408d-ba51-fe89bc0519d3 req-2c96c716-eb9a-4455-8b34-a52d06d05ae1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Sep 15 15:16:22.774662 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:16:23.206616 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a436fc4-e78e-4c2b-88ed-846263ca68f4 req-82e56317-7629-4297-b548-26d69630e760 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:23.208413 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a436fc4-e78e-4c2b-88ed-846263ca68f4 req-82e56317-7629-4297-b548-26d69630e760 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0816579 Sep 15 15:16:23.252644 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a436fc4-e78e-4c2b-88ed-846263ca68f4 req-51da58c2-fe24-4ade-9eb6-e26a812b9ea2 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 Sep 15 15:16:24.149238 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:16:24.281407 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:16:24.295654 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'port_id': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'mac_address': 'fa:16:3e:91:0a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:16:24.354910 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:24.371716 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:16:24.387212 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:16:24.440474 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3050050-877e-43f0-9134-3fd417b56f8d req-672ed8a3-fcde-4c56-9fdb-a8d0f844dba6 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:24.441933 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d3050050-877e-43f0-9134-3fd417b56f8d req-672ed8a3-fcde-4c56-9fdb-a8d0f844dba6 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0838749 Sep 15 15:16:24.444185 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:24.446042 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c2044320-d387-4ed5-acaf-91f10f21d3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:24.488524 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d3050050-877e-43f0-9134-3fd417b56f8d req-147b9d1f-a044-4878-a430-687dba19c80e tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395989 Sep 15 15:16:24.511995 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:24.519034 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.519381 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.519748 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.520086 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.520417 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.520747 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.521073 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.521396 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.521719 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.522650 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.522971 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.523385 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:24.527152 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:24.741739 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:16:25.677158 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488fa6d-cb95-404f-93cc-74e9a98108bd req-57e188ba-567f-4916-a102-cc03ea86cc21 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:25.679361 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3488fa6d-cb95-404f-93cc-74e9a98108bd req-57e188ba-567f-4916-a102-cc03ea86cc21 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 944 time: 0.0822599 Sep 15 15:16:25.725824 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3488fa6d-cb95-404f-93cc-74e9a98108bd req-5b046edb-b850-4d77-8fec-4caaa1c6f54b tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402894 Sep 15 15:16:26.164366 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:16:26.312814 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:16:26.317535 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:16:26.317913 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:26.434064 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:26.460788 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:26.470274 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:16:26.504469 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'code': 200} Sep 15 15:16:26.546936 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:26.548863 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:26.614437 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:26.617821 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:26.929165 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1bf1f-6702-4394-ad91-66bfa18e8d4e req-404d29d1-5baa-4a6f-a966-99a6b6766997 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:26.929954 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d4c1bf1f-6702-4394-ad91-66bfa18e8d4e req-404d29d1-5baa-4a6f-a966-99a6b6766997 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0957458 Sep 15 15:16:26.977625 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d4c1bf1f-6702-4394-ad91-66bfa18e8d4e req-9e032ae6-29a1-4278-9062-6f74ae83ec38 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Sep 15 15:16:27.048242 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6166b-300d-4c2c-bf61-dfbc0ae85b89 req-183d01ad-f015-4a7a-946c-7aacd0e9b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:27.049764 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e3b6166b-300d-4c2c-bf61-dfbc0ae85b89 req-183d01ad-f015-4a7a-946c-7aacd0e9b338 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.1778347 Sep 15 15:16:27.089244 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e3b6166b-300d-4c2c-bf61-dfbc0ae85b89 req-92c4baad-49fc-46c6-8796-07735045ff3a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Sep 15 15:16:27.313444 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47656) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:27.428644 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.442307 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:27.446165 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Usage tracker for resource:security_group_rule and tenant:881ed95a5d384ec585742593529e5d0b is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:27.448858 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:27.454420 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:27.536547 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.621470 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.628644 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c713a34b-8c5d-4f5e-babe-db7a2894f8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:27.667632 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6716fe-fbf0-4f5d-8e3e-62083804cae2,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:27.670743 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:27.673225 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-1808b328-a0ec-47fa-9c51-76ed3f863058 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=881ed95a5d384ec585742593529e5d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588107 Sep 15 15:16:27.675822 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47662) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:27.733646 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-fc57be10-eafb-40c1-b6e1-6fd1e0a5c591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.759318 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-fc57be10-eafb-40c1-b6e1-6fd1e0a5c591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.864541 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-fc57be10-eafb-40c1-b6e1-6fd1e0a5c591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.868782 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-781c097e-177c-45ef-9fc3-8aa65ea1a284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:27.881113 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57be10-eafb-40c1-b6e1-6fd1e0a5c591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6716fe-fbf0-4f5d-8e3e-62083804cae2,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:27.884886 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fc57be10-eafb-40c1-b6e1-6fd1e0a5c591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:27.886809 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-fc57be10-eafb-40c1-b6e1-6fd1e0a5c591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.891136 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-fc57be10-eafb-40c1-b6e1-6fd1e0a5c591 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a6716fe-fbf0-4f5d-8e3e-62083804cae2 HTTP/1.1" status: 204 len: 168 time: 0.2112517 Sep 15 15:16:28.166809 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b1a6d-ba2e-4996-bfe3-b16bb888ee30 req-f3926db7-980c-4c46-b953-7ddb308ee5e9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:28.168343 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e20b1a6d-ba2e-4996-bfe3-b16bb888ee30 req-f3926db7-980c-4c46-b953-7ddb308ee5e9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0822070 Sep 15 15:16:28.217703 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e20b1a6d-ba2e-4996-bfe3-b16bb888ee30 req-a257395e-e885-4584-8974-6f5b856f670b tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Sep 15 15:16:28.559234 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 47672) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:28.579892 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.593674 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:28.597738 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Usage tracker for resource:security_group_rule and tenant:4c4d16ae972e485bad875bb0999fbda5 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:28.601773 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:28.607794 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:28.689439 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.767012 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.775125 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3b498b4d-6d02-44fa-9b1b-62e8dbfb3bdc tempest-TestMinimumBasicScenario-723810698 tempest-TestMinimumBasicScenario-723810698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:28.822655 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c4d16ae972e485bad875bb0999fbda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551935 Sep 15 15:16:28.822655 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e64bd-23a5-4aad-9a7c-66b75b8d1296,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:28.822950 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47676) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:28.823048 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-1e27be92-2720-4867-aa38-920658b42abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:28.876976 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-31cf86d5-a2cb-4b66-b898-d0ede7a122c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.902900 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-31cf86d5-a2cb-4b66-b898-d0ede7a122c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.032464 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-31cf86d5-a2cb-4b66-b898-d0ede7a122c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.036210 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4d41c220-5bdb-4131-ae8d-e7b3cc1e495a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:29.049096 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf86d5-a2cb-4b66-b898-d0ede7a122c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e64bd-23a5-4aad-9a7c-66b75b8d1296,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:29.052881 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-31cf86d5-a2cb-4b66-b898-d0ede7a122c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:29.058167 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-31cf86d5-a2cb-4b66-b898-d0ede7a122c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.059294 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-31cf86d5-a2cb-4b66-b898-d0ede7a122c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a66e64bd-23a5-4aad-9a7c-66b75b8d1296 HTTP/1.1" status: 204 len: 168 time: 0.2399349 Sep 15 15:16:29.408675 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291105e-f446-4874-98e7-1c65da3d25e1 req-bccad8e8-adf7-4e94-9a4c-9f9104de8574 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:29.410140 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9291105e-f446-4874-98e7-1c65da3d25e1 req-bccad8e8-adf7-4e94-9a4c-9f9104de8574 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0868490 Sep 15 15:16:29.454265 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9291105e-f446-4874-98e7-1c65da3d25e1 req-cc761bae-eb2c-4217-8de0-0dcb3c7ee05e tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384901 Sep 15 15:16:29.635317 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a976597-34ff-4799-b169-7bc1c0976308 req-b8e75905-2e5c-44cc-a7ab-8a69422e5458 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:29.636716 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a976597-34ff-4799-b169-7bc1c0976308 req-b8e75905-2e5c-44cc-a7ab-8a69422e5458 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0791016 Sep 15 15:16:29.683419 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a976597-34ff-4799-b169-7bc1c0976308 req-97773740-bb39-416b-876b-e7f31c4e3a77 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Sep 15 15:16:29.705121 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47696) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:29.940492 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f2d98-403f-4a7c-a449-738805014267 tempest-TestShelveInstance-85994304 tempest-TestShelveInstance-85994304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:29.941419 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-328f2d98-403f-4a7c-a449-738805014267 tempest-TestShelveInstance-85994304 tempest-TestShelveInstance-85994304-project-admin] Synchronizing usage tracker for tenant:3ea29c4f83214f25b551c09834a74268 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:30.026910 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-328f2d98-403f-4a7c-a449-738805014267 tempest-TestShelveInstance-85994304 tempest-TestShelveInstance-85994304-project-admin] Unset dirty status for tenant:3ea29c4f83214f25b551c09834a74268 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:30.028164 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-328f2d98-403f-4a7c-a449-738805014267 tempest-TestShelveInstance-85994304 tempest-TestShelveInstance-85994304-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1093 time: 0.3220460 Sep 15 15:16:30.030962 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47708) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:30.035969 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Request body: {'floatingip': {'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'port_id': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:16:30.042572 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:30.046360 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Usage tracker for resource:floatingip and tenant:50eadcbb958a4d39ab1ede44b7bac833 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:30.049332 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:30.055747 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:30.112890 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for floatingip, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:30.248896 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:30.379384 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Allocated IP 172.28.3.142 (024ba400-64c4-4a2e-9271-3bf327fbe282/8bdb3877-c87f-4307-bdef-d9f717d6804a/89a05e71-1033-4be0-9e93-fd825fcc65c2) {{(pid=80018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:16:30.621239 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for port, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:30.634397 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:30.741959 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:30.746891 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bbf42c89-8f32-47f2-96dc-8fb28514ca41 tempest-AttachVolumeShelveTestJSON-217662935 tempest-AttachVolumeShelveTestJSON-217662935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:30.806299 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Network 024ba400-64c4-4a2e-9271-3bf327fbe282 is already hosted by enough agents. {{(pid=80018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:16:30.809123 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Resources bound (agent type, host, resource id): {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:16:30.811681 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Received port after_create {{(pid=80018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:16:30.858098 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'Port': ['ID=89a05e71-1033-4be0-9e93-fd825fcc65c2,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:30.864916 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:31.230532 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:31.359946 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:31.564982 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:31.621061 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128114640'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:31.624790 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:31.733428 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event updated for resources: {'Port': ['ID=89a05e71-1033-4be0-9e93-fd825fcc65c2,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:31.737473 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:31.751850 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-410832'] for floatingip, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:31.918928 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Floating IP 7085bce0-be79-475a-a418-661cb704ac8d associated. External IP: 172.28.3.142, port: 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b. Sep 15 15:16:32.369958 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Router cc931d64-c13e-4add-ac5f-59b52bdafa30 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:16:32.546707 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:16:32.557197 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] Sync routers for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:16:32.566201 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:16:32.566827 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:16:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:32.627970 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:32.679436 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6473339 Sep 15 15:16:32.680094 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:32.753134 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:16:32.847302 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'status': 'completed', 'code': 200} Sep 15 15:16:32.994839 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e908d-1bc0-406f-93a3-74a334862255 req-ec0a3043-72ab-410f-baeb-edcbdfc68ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:32.996549 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c45e908d-1bc0-406f-93a3-74a334862255 req-ec0a3043-72ab-410f-baeb-edcbdfc68ef0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.1241310 Sep 15 15:16:33.139760 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e908d-1bc0-406f-93a3-74a334862255 req-c7c85bb6-517e-4965-80ad-356416eddbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:33.141335 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c45e908d-1bc0-406f-93a3-74a334862255 req-c7c85bb6-517e-4965-80ad-356416eddbce service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1323073 Sep 15 15:16:33.145964 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7085bce0-be79-475a-a418-661cb704ac8d', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'floating_ip_address': '172.28.3.142', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'port_id': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'mac_address': 'fa:16:3e:91:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05edb504-18e2-4331-ad31-d1e0909aceff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:16:31Z', 'updated_at': '2021-09-15T15:16:31Z', 'revision_number': 0, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:45Z', 'revision_number': 5, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:33.150809 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] Checking router: cc931d64-c13e-4add-ac5f-59b52bdafa30 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:16:33.159364 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:16:33.160164 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:16:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:33.248516 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c45e908d-1bc0-406f-93a3-74a334862255 req-1405f6f5-752b-4287-99e0-66f4f3bbb16c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 999 time: 0.1011724 Sep 15 15:16:33.324746 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e908d-1bc0-406f-93a3-74a334862255 req-6965edbe-1c47-476d-8373-a717457507d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:33.326186 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c45e908d-1bc0-406f-93a3-74a334862255 req-6965edbe-1c47-476d-8373-a717457507d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0715766 Sep 15 15:16:33.347968 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:16:33.405215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e908d-1bc0-406f-93a3-74a334862255 req-54455166-eefb-4fa4-92ba-175bf604d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:33.406688 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c45e908d-1bc0-406f-93a3-74a334862255 req-54455166-eefb-4fa4-92ba-175bf604d01f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742114 Sep 15 15:16:33.539118 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c45e908d-1bc0-406f-93a3-74a334862255 req-86d43ed6-8355-4e1a-b39d-8be700a4b5c1 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256161 Sep 15 15:16:33.670674 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c45e908d-1bc0-406f-93a3-74a334862255 req-00b7d85a-2b13-484d-bc11-39acab2b6756 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255105 Sep 15 15:16:33.707256 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7085bce0-be79-475a-a418-661cb704ac8d', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'floating_ip_address': '172.28.3.142', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'port_id': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'mac_address': 'fa:16:3e:91:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05edb504-18e2-4331-ad31-d1e0909aceff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:16:31Z', 'updated_at': '2021-09-15T15:16:31Z', 'revision_number': 0, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:45Z', 'revision_number': 5, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:33.711328 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58f091-66e2-4d36-8f7f-3ca9d669b61b None None] The sync data for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb is: [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_floatingips': [{'id': '7085bce0-be79-475a-a418-661cb704ac8d', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'floating_ip_address': '172.28.3.142', 'floating_network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'router_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'port_id': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'mac_address': 'fa:16:3e:91:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05edb504-18e2-4331-ad31-d1e0909aceff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:16:31Z', 'updated_at': '2021-09-15T15:16:31Z', 'revision_number': 0, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:45Z', 'revision_number': 5, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:16:33.909463 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c1cdc-3f20-4d12-974f-b984bcdc3390 None None] New status for floating IP 7085bce0-be79-475a-a418-661cb704ac8d: ACTIVE {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:16:34.805947 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47756) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:34.924438 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:34.939326 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:34.943347 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Usage tracker for resource:security_group_rule and tenant:b6412cd2d097485f94e386a30e987136 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:34.948680 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:34.954632 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:35.042039 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:35.127007 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:35.134733 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2ab1aa33-8cf7-4929-8d2c-de54cd1058f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:35.173430 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ae2af6-a30d-4bfa-ac5b-74d984ed2e91,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:35.177696 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6412cd2d097485f94e386a30e987136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707609 Sep 15 15:16:35.179477 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-699e3148-5cc2-47f2-8e37-9bc4336ed56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:35.181110 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47762) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:35.237815 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8533186d-bca7-4f3e-9e22-35f8340ac2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:35.262857 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8533186d-bca7-4f3e-9e22-35f8340ac2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:35.406903 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8533186d-bca7-4f3e-9e22-35f8340ac2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:35.413516 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-249bf6bf-6f11-44fa-8fd9-ae3a7062a476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:35.423545 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533186d-bca7-4f3e-9e22-35f8340ac2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ae2af6-a30d-4bfa-ac5b-74d984ed2e91,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:35.426932 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8533186d-bca7-4f3e-9e22-35f8340ac2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:35.430875 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8533186d-bca7-4f3e-9e22-35f8340ac2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:35.432037 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-8533186d-bca7-4f3e-9e22-35f8340ac2ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8ae2af6-a30d-4bfa-ac5b-74d984ed2e91 HTTP/1.1" status: 204 len: 168 time: 0.2500286 Sep 15 15:16:35.806321 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-6823b0e7-c4e8-4c66-a270-156aa3885ebe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735011 Sep 15 15:16:35.942016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-c25e3760-5eee-4910-bcf3-93af80ec975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:35.944050 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-c25e3760-5eee-4910-bcf3-93af80ec975c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.0708699 Sep 15 15:16:36.055623 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47770) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:36.074341 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.090166 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-9dd3976e-e1ea-4c26-8d08-b3f4bec2502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:36.091730 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-9dd3976e-e1ea-4c26-8d08-b3f4bec2502d service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1286335 Sep 15 15:16:36.092962 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:36.096861 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Usage tracker for resource:security_group_rule and tenant:e788df4496e04976b2ce90fb6c9249a1 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:36.100111 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:36.105729 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:36.186319 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.196763 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-8b020f83-ce23-4837-96e1-f27ddf89f3d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 1001 time: 0.0992081 Sep 15 15:16:36.280840 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-e6f4d94a-f1c9-4735-92de-86f8f81b5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:36.280840 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-e6f4d94a-f1c9-4735-92de-86f8f81b5ed3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0581818 Sep 15 15:16:36.281719 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.281719 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c4e46149-9168-4576-a38e-79691017afef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:36.316297 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e788df4496e04976b2ce90fb6c9249a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595720 Sep 15 15:16:36.317297 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b555bed0-24d9-4a5b-b821-50bc82f6606b,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:36.320566 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47774) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:36.323461 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4282d700-0b96-4ba7-8d55-010c1b9b0866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:36.343374 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-f1b02bba-1ea7-449a-ace1-21c045ef298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:36.344911 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-f1b02bba-1ea7-449a-ace1-21c045ef298f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788786 Sep 15 15:16:36.387133 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4970945c-c0d8-4e15-9b96-807c3d854cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.412169 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4970945c-c0d8-4e15-9b96-807c3d854cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.544207 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4970945c-c0d8-4e15-9b96-807c3d854cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.548980 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a073c38c-f72d-4d23-916a-717f0cdc7240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:36.566109 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970945c-c0d8-4e15-9b96-807c3d854cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b555bed0-24d9-4a5b-b821-50bc82f6606b,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:36.569570 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4970945c-c0d8-4e15-9b96-807c3d854cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:36.571673 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4970945c-c0d8-4e15-9b96-807c3d854cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.573237 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4970945c-c0d8-4e15-9b96-807c3d854cef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b555bed0-24d9-4a5b-b821-50bc82f6606b HTTP/1.1" status: 204 len: 168 time: 0.2513175 Sep 15 15:16:36.573402 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-ae6c8452-9bc1-45d2-b2a4-63bb57ce795d service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213831 Sep 15 15:16:36.710329 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-3d3cb100-85ff-4c43-8a5b-d0cc224b078a req-3757dfa6-ff4d-4772-a1aa-0f85846ce356 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312764 Sep 15 15:16:37.627880 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47798) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:37.731596 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1818116165-network', 'tenant_id': '5e14968857d84c128e9fdc5a27ddf837'}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:16:37.736314 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:37.740145 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Usage tracker for resource:network and tenant:5e14968857d84c128e9fdc5a27ddf837 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:37.743157 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:37.748962 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:37.835787 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Made reservation on behalf of 5e14968857d84c128e9fdc5a27ddf837 for: {'network': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:37.838040 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.850599 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.864362 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:37.868408 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Usage tracker for resource:security_group_rule and tenant:5e14968857d84c128e9fdc5a27ddf837 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:37.871126 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:37.876775 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:37.960266 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.035373 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.039853 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2845fa68-2e20-4967-90ca-89745a139af1 tempest-AttachVolumeTestJSON-1263524433 tempest-AttachVolumeTestJSON-1263524433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:38.066411 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=80018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:16:38.075380 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63dc1ea-b6c2-46a1-8465-c23608f0a731,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:38.078897 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:38.081436 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.081812 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Added segment 713c39e2-b518-4fca-b649-26ff3a04b061 of type vlan for network 71d2aca3-c300-4674-aac8-6f0a17c1b792 Sep 15 15:16:38.108484 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.201294 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.202728 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:38.203371 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.206899 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:38.312979 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Pushing event updated for resources: {'Network': ['ID=71d2aca3-c300-4674-aac8-6f0a17c1b792,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:38.315642 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:38.324020 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 71d2aca3-c300-4674-aac8-6f0a17c1b792 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:16:38.375903 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7468841 Sep 15 15:16:38.378697 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 47804) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:16:38.384530 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Request body: {'subnet': {'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1818116165-subnet', 'tenant_id': '5e14968857d84c128e9fdc5a27ddf837', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:16:38.389382 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:38.393089 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Usage tracker for resource:subnet and tenant:5e14968857d84c128e9fdc5a27ddf837 is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:38.395924 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:38.402649 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:38.458160 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Made reservation on behalf of 5e14968857d84c128e9fdc5a27ddf837 for: {'subnet': 1} {{(pid=80018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:38.461452 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128437440'] for subnet, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.721588 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128113751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128437494'] for subnet, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.726507 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fd4b4d51-d8cb-40a5-bfb4-0a1f2a099f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:38.793610 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c49788-5caf-4206-9743-c82831ffd9b7,revision_number=0']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:38.796808 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:38.802304 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Checking segment: {'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:16:38.802728 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Network hostable DHCP agents. Network: 71d2aca3-c300-4674-aac8-6f0a17c1b792, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:16:38.876127 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Network 71d2aca3-c300-4674-aac8-6f0a17c1b792 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:16:38.969412 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db6ad7e4-bce0-4697-a2c6-c2d137dd82cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:39.043435 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 71d2aca3-c300-4674-aac8-6f0a17c1b792) {{(pid=80018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:16:39.047331 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:39.047981 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:39.051769 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc3fc3-546d-494d-8c6e-7d6d2e7a41ff None None] Network 71d2aca3-c300-4674-aac8-6f0a17c1b792 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:16:39.127685 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b5c5d352-5f56-49f2-957a-9505521dd134 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7477276 Sep 15 15:16:39.260060 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d110e-ec81-4aa0-9614-48f3567564f7 None None] Network 71d2aca3-c300-4674-aac8-6f0a17c1b792 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:16:39.470780 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:41.504416 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-5bce8130-7675-417e-ad5e-5c7d7d7e11fb tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:41.505012 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-5bce8130-7675-417e-ad5e-5c7d7d7e11fb tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Synchronizing usage tracker for tenant:5e14968857d84c128e9fdc5a27ddf837 on resource:network {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:41.606534 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-5bce8130-7675-417e-ad5e-5c7d7d7e11fb tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Unset dirty status for tenant:5e14968857d84c128e9fdc5a27ddf837 on resource:network {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:41.607751 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-5bce8130-7675-417e-ad5e-5c7d7d7e11fb tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/networks?id=71d2aca3-c300-4674-aac8-6f0a17c1b792 HTTP/1.1" status: 200 len: 809 time: 0.2472575 Sep 15 15:16:41.622914 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-c57e7a60-0f3a-4578-9fba-389a58616b6d tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/quotas/5e14968857d84c128e9fdc5a27ddf837 HTTP/1.1" status: 200 len: 375 time: 0.0097485 Sep 15 15:16:41.663782 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f97222f-cf74-4a3f-aab3-8423b80de012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:41.670559 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3f3863f0-ffbb-4c01-951c-32d4733f918e tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e14968857d84c128e9fdc5a27ddf837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425596 Sep 15 15:16:41.899532 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-01bfa292-7d5c-4874-a4d1-ed804466715f service neutron] 10.222.0.39 "GET /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221878 Sep 15 15:16:42.028906 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-cb013e8e-3ce8-497d-aaa0-b9ec9ffb24b8 service neutron] 10.222.0.39 "GET /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237564 Sep 15 15:16:42.276190 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f1f5d11a-030b-4495-8fca-51630baf77ed req-85040583-5a32-47e0-b927-14f8a3a4f31f tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 210 time: 0.0419600 Sep 15 15:16:42.580803 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:43.421225 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-287bb525-01a1-4e78-81f4-3f7cb5d5848d req-41efa1a3-8fd0-411d-82a6-1bd67271cbd8 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 210 time: 0.0422082 Sep 15 15:16:44.155413 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:44.417263 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-d3d88ea6-6b23-48f6-b2d6-b7c76b9efa85 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:44.418727 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-d3d88ea6-6b23-48f6-b2d6-b7c76b9efa85 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.32 "GET /v2.0/networks?id=71d2aca3-c300-4674-aac8-6f0a17c1b792 HTTP/1.1" status: 200 len: 809 time: 0.1449475 Sep 15 15:16:44.431001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Request body: {'port': {'device_id': 'f823f6dd-f22b-4225-93ba-8c91edef0aee', 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792', 'admin_state_up': True, 'tenant_id': '5e14968857d84c128e9fdc5a27ddf837'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:16:44.567851 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:16:44.571783 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Usage tracker for resource:port and tenant:5e14968857d84c128e9fdc5a27ddf837 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:16:44.571941 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e9832bd8-0ed9-44b6-8f87-77cc36068089 req-44432780-3dbf-4d53-9eca-3f067d2bb863 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 210 time: 0.0456378 Sep 15 15:16:44.574592 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:16:44.580472 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:16:44.640889 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Made reservation on behalf of 5e14968857d84c128e9fdc5a27ddf837 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:44.644639 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:44.809918 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Allocated IP 172.20.0.3 (71d2aca3-c300-4674-aac8-6f0a17c1b792/90c49788-5caf-4206-9743-c82831ffd9b7/2d136300-24d5-4435-a23b-511c897dde40) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:16:45.012176 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:45.116317 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:45.121712 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-fd837000-9e2f-47e8-88d8-98fe6ac54822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:45.189648 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Network 71d2aca3-c300-4674-aac8-6f0a17c1b792 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:16:45.192838 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:16:45.197380 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:16:45.234370 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Pushing event updated for resources: {'Port': ['ID=2d136300-24d5-4435-a23b-511c897dde40,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:45.238753 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:45.262027 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:45.262681 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:45.369614 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9423668 Sep 15 15:16:45.382266 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Request body: {'port': {'device_id': 'f823f6dd-f22b-4225-93ba-8c91edef0aee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:16:45.494690 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:45.758457 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9769a3-ce74-4499-9ea5-6a000461fa4c req-8f0b7c41-96c7-4983-802f-12a8f7b68e1e tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:45.760076 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb9769a3-ce74-4499-9ea5-6a000461fa4c req-8f0b7c41-96c7-4983-802f-12a8f7b68e1e tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 931 time: 0.0795095 Sep 15 15:16:45.804201 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-eb9769a3-ce74-4499-9ea5-6a000461fa4c req-a2b2cac3-6803-46ee-856c-e67bc2312b29 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Synchronizing usage tracker for tenant:5e14968857d84c128e9fdc5a27ddf837 on resource:security_group {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:45.828281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d136300-24d5-4435-a23b-511c897dde40 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:16:45.835342 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:45.849938 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Transition to ACTIVE for port object 2d136300-24d5-4435-a23b-511c897dde40 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:16:45.909467 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-eb9769a3-ce74-4499-9ea5-6a000461fa4c req-a2b2cac3-6803-46ee-856c-e67bc2312b29 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Unset dirty status for tenant:5e14968857d84c128e9fdc5a27ddf837 on resource:security_group {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:45.910609 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb9769a3-ce74-4499-9ea5-6a000461fa4c req-a2b2cac3-6803-46ee-856c-e67bc2312b29 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449130 Sep 15 15:16:45.937999 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:45.942925 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a85629d6-f801-438e-be5a-76fcf6a5531c tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:46.063179 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Pushing event updated for resources: {'Port': ['ID=2d136300-24d5-4435-a23b-511c897dde40,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:46.088717 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:46.270693 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Attempting to bind port 2d136300-24d5-4435-a23b-511c897dde40 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:16:46.271616 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Attempting to bind port 2d136300-24d5-4435-a23b-511c897dde40 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:16:46.272109 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Attempting to bind port 2d136300-24d5-4435-a23b-511c897dde40 on network 71d2aca3-c300-4674-aac8-6f0a17c1b792 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:16:46.276598 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Port 2d136300-24d5-4435-a23b-511c897dde40 on network 71d2aca3-c300-4674-aac8-6f0a17c1b792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:16:46.276910 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Attempting to bind port 2d136300-24d5-4435-a23b-511c897dde40 on network 71d2aca3-c300-4674-aac8-6f0a17c1b792 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:16:46.281805 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:16:46.282130 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Checking segment: {'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:16:46.282502 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Bound using segment: {'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:16:46.282911 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Bound port: 2d136300-24d5-4435-a23b-511c897dde40, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:16:46.283247 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:46.372556 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] For port 2d136300-24d5-4435-a23b-511c897dde40, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:16:46.375430 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] For port 2d136300-24d5-4435-a23b-511c897dde40, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2d136300-24d5-4435-a23b-511c897dde40,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:16:46.461388 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:46.466184 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d5c6b7a8-6247-463a-9794-f1d9d23ba922 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:46.519101 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:46.519732 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:46.521152 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] 10.222.0.32 "PUT /v2.0/ports/2d136300-24d5-4435-a23b-511c897dde40 HTTP/1.1" status: 200 len: 1093 time: 1.1440113 Sep 15 15:16:46.522227 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f823f6dd-f22b-4225-93ba-8c91edef0aee', 'tag': '2d136300-24d5-4435-a23b-511c897dde40'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:46.543735 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Pushing event updated for resources: {'Port': ['ID=2d136300-24d5-4435-a23b-511c897dde40,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:46.546952 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3e313ff6-4b97-458a-bfa5-ad341b0fc67c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:46.566253 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f823f6dd-f22b-4225-93ba-8c91edef0aee', 'tag': '2d136300-24d5-4435-a23b-511c897dde40', 'status': 'completed', 'code': 200} Sep 15 15:16:46.658966 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682d8e-83f5-4749-80bd-bb83a8e3bc95 req-4f6c63ad-bc3a-46ae-91a7-c9a0ef52050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:46.660462 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-41682d8e-83f5-4749-80bd-bb83a8e3bc95 req-4f6c63ad-bc3a-46ae-91a7-c9a0ef52050b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e14968857d84c128e9fdc5a27ddf837&device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 1096 time: 0.0741041 Sep 15 15:16:46.796808 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682d8e-83f5-4749-80bd-bb83a8e3bc95 req-8e2980d6-c651-4100-b496-aa6d474c934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:46.798155 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-41682d8e-83f5-4749-80bd-bb83a8e3bc95 req-8e2980d6-c651-4100-b496-aa6d474c934f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5e14968857d84c128e9fdc5a27ddf837&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1305971 Sep 15 15:16:46.932223 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682d8e-83f5-4749-80bd-bb83a8e3bc95 req-28a62429-f019-4a48-b3ce-6a3eca68cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:46.933167 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-41682d8e-83f5-4749-80bd-bb83a8e3bc95 req-28a62429-f019-4a48-b3ce-6a3eca68cef4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277587 Sep 15 15:16:47.037281 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-8d1baee9-2332-4c5f-acd6-93ec1ed0e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:47.038939 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-8d1baee9-2332-4c5f-acd6-93ec1ed0e287 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e14968857d84c128e9fdc5a27ddf837&device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 1096 time: 0.0702810 Sep 15 15:16:47.104590 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f90c5-ae9a-49da-b6b6-faf968204d14 req-0e01b992-f629-44e2-b09d-958661803b7d tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:47.105992 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f99f90c5-ae9a-49da-b6b6-faf968204d14 req-0e01b992-f629-44e2-b09d-958661803b7d tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 943 time: 0.0848041 Sep 15 15:16:47.108804 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-bc574ece-6a82-42b5-86aa-782a02bfc743 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d136300-24d5-4435-a23b-511c897dde40 HTTP/1.1" status: 200 len: 217 time: 0.0631895 Sep 15 15:16:47.151930 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f99f90c5-ae9a-49da-b6b6-faf968204d14 req-39d64bd3-3810-4b56-8b9a-5a5571983fcb tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Sep 15 15:16:47.171907 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-f2c1d2ca-c341-4d36-b63e-969394b3ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:47.173429 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-f2c1d2ca-c341-4d36-b63e-969394b3ab21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90c49788-5caf-4206-9743-c82831ffd9b7 HTTP/1.1" status: 200 len: 849 time: 0.0587173 Sep 15 15:16:47.219895 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-23b27f2f-c0a0-4968-a612-926c5e1446c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=71d2aca3-c300-4674-aac8-6f0a17c1b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392334 Sep 15 15:16:47.349774 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-7c7f69eb-1c0a-417f-adcb-42bf7621e348 service neutron] 10.222.0.32 "GET /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217682 Sep 15 15:16:47.477986 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c41f8892-9a85-4a9f-b4bc-45d46e35596a req-56ecee15-d685-4362-b8df-6ce5ad101ce7 service neutron] 10.222.0.32 "GET /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218767 Sep 15 15:16:48.334564 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17367de4-dc5d-42a4-a437-447c060434b8 req-ae88ab1f-0bd6-4fb5-9a69-4fb828964896 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:48.336037 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-17367de4-dc5d-42a4-a437-447c060434b8 req-ae88ab1f-0bd6-4fb5-9a69-4fb828964896 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 943 time: 0.0795684 Sep 15 15:16:48.379702 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-17367de4-dc5d-42a4-a437-447c060434b8 req-486847b5-7444-4d43-8611-753c23a02998 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Sep 15 15:16:49.566726 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332f10-3b96-488e-b30c-12af9a6a5886 req-4709aac1-d35b-4831-a86d-bfdfcbee8388 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:49.568311 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2e332f10-3b96-488e-b30c-12af9a6a5886 req-4709aac1-d35b-4831-a86d-bfdfcbee8388 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 943 time: 0.0847468 Sep 15 15:16:49.612180 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2e332f10-3b96-488e-b30c-12af9a6a5886 req-860e0bcf-c925-4783-af92-f818ec381931 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Sep 15 15:16:50.274257 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 2d136300-24d5-4435-a23b-511c897dde40 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:16:50.407056 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 2d136300-24d5-4435-a23b-511c897dde40, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2d136300-24d5-4435-a23b-511c897dde40,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:16:50.419882 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '2d136300-24d5-4435-a23b-511c897dde40', 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792', 'port_id': '2d136300-24d5-4435-a23b-511c897dde40', 'mac_address': 'fa:16:3e:ea:0a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c49788-5caf-4206-9743-c82831ffd9b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:16:50.472294 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:50.491398 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d136300-24d5-4435-a23b-511c897dde40 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:16:50.506854 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 2d136300-24d5-4435-a23b-511c897dde40, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2d136300-24d5-4435-a23b-511c897dde40,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:16:50.569613 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:50.572124 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:50.669680 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2d136300-24d5-4435-a23b-511c897dde40,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:50.672784 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:50.796714 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de275bdf-649e-450d-a033-6a5efd42e04d req-68ae1a42-ed10-42b7-840a-218350b69253 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:50.798189 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de275bdf-649e-450d-a033-6a5efd42e04d req-68ae1a42-ed10-42b7-840a-218350b69253 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 944 time: 0.0793741 Sep 15 15:16:50.842488 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de275bdf-649e-450d-a033-6a5efd42e04d req-7f6a04d2-59c3-4125-a2cc-04a6ce95e3f8 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Sep 15 15:16:50.906468 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['2d136300-24d5-4435-a23b-511c897dde40'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:16:52.037679 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef423-5c16-4a5a-8193-2eb7d71bb956 req-782ba028-b366-4979-b55e-1a2dfa946a67 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:52.039739 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a0ef423-5c16-4a5a-8193-2eb7d71bb956 req-782ba028-b366-4979-b55e-1a2dfa946a67 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 944 time: 0.0843282 Sep 15 15:16:52.082968 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-8a0ef423-5c16-4a5a-8193-2eb7d71bb956 req-d0202faa-26a7-4d30-b220-af93e12621a2 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 Sep 15 15:16:52.278305 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 2d136300-24d5-4435-a23b-511c897dde40 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:16:52.428934 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 2d136300-24d5-4435-a23b-511c897dde40 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:16:52.434471 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 2d136300-24d5-4435-a23b-511c897dde40 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:16:52.434847 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.549300 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.575625 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f823f6dd-f22b-4225-93ba-8c91edef0aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d136300-24d5-4435-a23b-511c897dde40'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:52.584979 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 2d136300-24d5-4435-a23b-511c897dde40, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2d136300-24d5-4435-a23b-511c897dde40,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:16:52.669589 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.671470 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7f900755-c46d-4f52-9f94-403d34f79910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:52.740596 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2d136300-24d5-4435-a23b-511c897dde40,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:52.743621 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:52.745146 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f823f6dd-f22b-4225-93ba-8c91edef0aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d136300-24d5-4435-a23b-511c897dde40', 'code': 200} Sep 15 15:16:53.098025 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29007c5f-3739-4e8a-80e9-d34bf3e5d300 req-bfd5392d-0f06-4d25-b4c2-915aa3918db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:53.099818 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-29007c5f-3739-4e8a-80e9-d34bf3e5d300 req-bfd5392d-0f06-4d25-b4c2-915aa3918db4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 1098 time: 0.0721145 Sep 15 15:16:53.140896 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-29007c5f-3739-4e8a-80e9-d34bf3e5d300 req-3c908e11-4d53-405d-9b7c-01653c714666 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350254 Sep 15 15:16:53.265320 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279c30b-c61f-4edd-8df2-ec5e35eb785b req-23a385c8-1a25-4a38-a874-f25490aa98c3 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:53.266693 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5279c30b-c61f-4edd-8df2-ec5e35eb785b req-23a385c8-1a25-4a38-a874-f25490aa98c3 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 945 time: 0.0801554 Sep 15 15:16:53.316577 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5279c30b-c61f-4edd-8df2-ec5e35eb785b req-83e33624-bbbe-4f23-aadd-8faed7d09d3d tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Sep 15 15:16:54.508353 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfcbd7-5e9b-4b7b-bec6-d780d2056035 req-277ebf0d-d862-49ca-904f-cb59453cff77 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:54.509824 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-08cfcbd7-5e9b-4b7b-bec6-d780d2056035 req-277ebf0d-d862-49ca-904f-cb59453cff77 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 945 time: 0.0823729 Sep 15 15:16:54.553444 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-08cfcbd7-5e9b-4b7b-bec6-d780d2056035 req-71bc7627-7a9f-461b-ba74-45d8f69d7101 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378907 Sep 15 15:16:55.739342 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd025ab-7dd3-4ade-87d8-2253eec7747e req-f5d872a8-f724-4644-bb5b-a168397f398a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:55.740824 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bfd025ab-7dd3-4ade-87d8-2253eec7747e req-f5d872a8-f724-4644-bb5b-a168397f398a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 945 time: 0.0831909 Sep 15 15:16:55.783167 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bfd025ab-7dd3-4ade-87d8-2253eec7747e req-ac26bfa8-815c-4daf-a943-7b724b39bf61 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 Sep 15 15:16:57.537210 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0197a6-16ca-4550-9509-06cc975ed53f req-67e36024-2fd9-4f50-9b97-309fee78637d tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:57.538768 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb0197a6-16ca-4550-9509-06cc975ed53f req-67e36024-2fd9-4f50-9b97-309fee78637d tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 945 time: 0.0795257 Sep 15 15:16:57.581866 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eb0197a6-16ca-4550-9509-06cc975ed53f req-86c43880-0456-44d8-8776-66f5838e4585 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375271 Sep 15 15:16:58.775572 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baf7f8-69d7-47f3-ac26-f6828f549d01 req-49180d1b-a3d3-4890-957c-22a46e045dfb tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:58.777013 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f7baf7f8-69d7-47f3-ac26-f6828f549d01 req-49180d1b-a3d3-4890-957c-22a46e045dfb tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 945 time: 0.0848708 Sep 15 15:16:58.821105 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f7baf7f8-69d7-47f3-ac26-f6828f549d01 req-95d3ba1c-09e6-4e47-86bd-751bf7d894b5 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384641 Sep 15 15:16:58.881404 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-64693047-d1fd-424e-b4d6-5e72af310328 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:58.882107 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-64693047-d1fd-424e-b4d6-5e72af310328 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Synchronizing usage tracker for tenant:5e14968857d84c128e9fdc5a27ddf837 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:16:58.966249 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-64693047-d1fd-424e-b4d6-5e72af310328 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Unset dirty status for tenant:5e14968857d84c128e9fdc5a27ddf837 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:16:58.967390 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-64693047-d1fd-424e-b4d6-5e72af310328 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.32 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 945 time: 0.1627083 Sep 15 15:16:59.041215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Deleting port 2d136300-24d5-4435-a23b-511c897dde40 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:16:59.041550 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:59.378580 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] For port 2d136300-24d5-4435-a23b-511c897dde40, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2d136300-24d5-4435-a23b-511c897dde40,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:16:59.378937 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:59.498125 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Calling delete_port for 2d136300-24d5-4435-a23b-511c897dde40 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:16:59.700052 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:59.705639 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d13123ef-3dcd-4235-bede-de775f0beda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:16:59.716166 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['2d136300-24d5-4435-a23b-511c897dde40'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:16:59.751264 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Pushing event deleted for resources: {'Port': ['ID=2d136300-24d5-4435-a23b-511c897dde40,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:59.754419 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:16:59.773262 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:16:59.828144 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] No DVR routers for this DVR port 2d136300-24d5-4435-a23b-511c897dde40 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:16:59.830628 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:59.833139 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f823f6dd-f22b-4225-93ba-8c91edef0aee', 'name': 'network-vif-deleted', 'tag': '2d136300-24d5-4435-a23b-511c897dde40'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:59.879386 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f823f6dd-f22b-4225-93ba-8c91edef0aee', 'name': 'network-vif-deleted', 'tag': '2d136300-24d5-4435-a23b-511c897dde40', 'status': 'completed', 'code': 200} Sep 15 15:16:59.947123 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-d8e68d5f-44ff-4110-94ef-f7f3003de23f req-55b307a0-44b7-43f2-9fc9-e3bc59e5cfb6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.32 "DELETE /v2.0/ports/2d136300-24d5-4435-a23b-511c897dde40 HTTP/1.1" status: 204 len: 173 time: 0.9738135 Sep 15 15:16:59.972847 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9a2340e8-8172-440d-a662-9156bd053802 req-8397eef5-2458-47a9-a10e-b9f0599b570f tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=f823f6dd-f22b-4225-93ba-8c91edef0aee HTTP/1.1" status: 200 len: 210 time: 0.0445487 Sep 15 15:17:00.623883 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:01.327706 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-91fa5a7b-6a15-4afd-8685-cc0e4177a84f tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:01.329071 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-91fa5a7b-6a15-4afd-8685-cc0e4177a84f tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/networks?id=71d2aca3-c300-4674-aac8-6f0a17c1b792 HTTP/1.1" status: 200 len: 809 time: 0.1428020 Sep 15 15:17:01.343546 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-28feaef6-8c7e-4f3f-b195-d576068242a1 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/quotas/5e14968857d84c128e9fdc5a27ddf837 HTTP/1.1" status: 200 len: 375 time: 0.0089273 Sep 15 15:17:01.394703 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-2c7483f3-ea41-4ca4-83b8-e49eaf4bd623 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e14968857d84c128e9fdc5a27ddf837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462859 Sep 15 15:17:01.405289 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-da7da7e4-8a18-4bd4-9be8-fc5b47b806b2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:17:01.406214 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-da7da7e4-8a18-4bd4-9be8-fc5b47b806b2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048435 Sep 15 15:17:01.621771 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-a1da1554-4f76-4c9e-8f88-9a3cf01901f6 service neutron] 10.222.0.39 "GET /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102599 Sep 15 15:17:01.749373 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9935cfda-d324-4a62-be2e-f15dc3b1a381 service neutron] 10.222.0.39 "GET /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219072 Sep 15 15:17:02.026287 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2bcf1c4b-6a5d-4a19-922f-180e07f17dd5 req-8bca0186-4f64-4f6a-86d2-dc1d7d97fa14 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 210 time: 0.0431023 Sep 15 15:17:02.301778 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 2d136300-24d5-4435-a23b-511c897dde40 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:17:02.336364 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 2d136300-24d5-4435-a23b-511c897dde40 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:17:02.336716 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 2d136300-24d5-4435-a23b-511c897dde40 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:17:03.175672 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-245ec329-9f73-46e4-8729-8ebfbf67a79c req-49f037da-b31f-43dd-bafc-ce3c7e0f4211 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 210 time: 0.0424998 Sep 15 15:17:03.942171 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-64b34269-09d5-4bfd-99cf-8403e27342d6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:03.943607 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-64b34269-09d5-4bfd-99cf-8403e27342d6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.32 "GET /v2.0/networks?id=71d2aca3-c300-4674-aac8-6f0a17c1b792 HTTP/1.1" status: 200 len: 809 time: 0.1486573 Sep 15 15:17:03.955742 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Request body: {'port': {'device_id': '79af9aad-de5f-4490-9b2e-cdd58203b125', 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792', 'admin_state_up': True, 'tenant_id': '5e14968857d84c128e9fdc5a27ddf837'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:17:04.093317 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:17:04.097336 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Usage tracker for resource:port and tenant:5e14968857d84c128e9fdc5a27ddf837 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:17:04.100483 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:17:04.106016 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:17:04.165997 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Made reservation on behalf of 5e14968857d84c128e9fdc5a27ddf837 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:17:04.169487 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:04.327510 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b7b8d116-ebd4-4666-a950-c1db46241c17 req-5112bb2e-6427-466b-b585-dae596d3f686 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 210 time: 0.0463631 Sep 15 15:17:04.339421 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Allocated IP 172.20.0.14 (71d2aca3-c300-4674-aac8-6f0a17c1b792/90c49788-5caf-4206-9743-c82831ffd9b7/8df6c4af-8733-4474-9c1e-1361b94a94f8) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:17:04.539112 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:04.631882 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:04.637437 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2fcfcca2-bb2b-44c8-a073-21285bf907d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:04.703245 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Network 71d2aca3-c300-4674-aac8-6f0a17c1b792 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:17:04.706377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:17:04.710676 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:17:04.740368 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Pushing event updated for resources: {'Port': ['ID=8df6c4af-8733-4474-9c1e-1361b94a94f8,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:04.750516 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:04.776114 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:04.776718 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:04.863653 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-9f65dfe5-8268-4f57-901a-d240af42bc4a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9117453 Sep 15 15:17:04.882631 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Request body: {'port': {'device_id': '79af9aad-de5f-4490-9b2e-cdd58203b125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:17:04.993513 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.434493 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df6c4af-8733-4474-9c1e-1361b94a94f8 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:17:05.441972 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.458930 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Transition to ACTIVE for port object 8df6c4af-8733-4474-9c1e-1361b94a94f8 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:17:05.519837 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5b98e-48a9-4546-9b43-b38279367b61 req-552ee128-4e39-475f-8ace-e00a780c3f2a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:05.521294 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55a5b98e-48a9-4546-9b43-b38279367b61 req-552ee128-4e39-475f-8ace-e00a780c3f2a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 932 time: 0.0834470 Sep 15 15:17:05.554767 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.559707 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:05.566002 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-55a5b98e-48a9-4546-9b43-b38279367b61 req-b42262b2-a3b0-44df-acef-dd9ba4e431ce tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 Sep 15 15:17:05.711409 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Pushing event updated for resources: {'Port': ['ID=8df6c4af-8733-4474-9c1e-1361b94a94f8,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:05.718048 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:05.781588 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Attempting to bind port 8df6c4af-8733-4474-9c1e-1361b94a94f8 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:17:05.781917 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Attempting to bind port 8df6c4af-8733-4474-9c1e-1361b94a94f8 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:17:05.782243 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Attempting to bind port 8df6c4af-8733-4474-9c1e-1361b94a94f8 on network 71d2aca3-c300-4674-aac8-6f0a17c1b792 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:17:05.786702 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Port 8df6c4af-8733-4474-9c1e-1361b94a94f8 on network 71d2aca3-c300-4674-aac8-6f0a17c1b792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:17:05.787018 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Attempting to bind port 8df6c4af-8733-4474-9c1e-1361b94a94f8 on network 71d2aca3-c300-4674-aac8-6f0a17c1b792 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:17:05.792048 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:17:05.792379 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Checking segment: {'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:17:05.792758 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Bound using segment: {'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:17:05.793176 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Bound port: 8df6c4af-8733-4474-9c1e-1361b94a94f8, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713c39e2-b518-4fca-b649-26ff3a04b061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:17:05.793518 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.886726 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] For port 8df6c4af-8733-4474-9c1e-1361b94a94f8, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:17:05.886726 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] For port 8df6c4af-8733-4474-9c1e-1361b94a94f8, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8df6c4af-8733-4474-9c1e-1361b94a94f8,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:17:05.980727 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.984515 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4e9b1121-9b38-4389-958a-d21f89938763 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:06.042694 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:06.043321 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:06.044750 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] 10.222.0.32 "PUT /v2.0/ports/8df6c4af-8733-4474-9c1e-1361b94a94f8 HTTP/1.1" status: 200 len: 1094 time: 1.1667063 Sep 15 15:17:06.045279 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79af9aad-de5f-4490-9b2e-cdd58203b125', 'tag': '8df6c4af-8733-4474-9c1e-1361b94a94f8'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:06.076655 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Pushing event updated for resources: {'Port': ['ID=8df6c4af-8733-4474-9c1e-1361b94a94f8,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:06.081462 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:06.105390 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79af9aad-de5f-4490-9b2e-cdd58203b125', 'tag': '8df6c4af-8733-4474-9c1e-1361b94a94f8', 'status': 'completed', 'code': 200} Sep 15 15:17:06.195059 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69a502-df1c-49f1-9fb4-566a8d7ee965 req-46fcf64e-e9da-4c1b-a5f9-d444dbd77099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:06.196571 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ab69a502-df1c-49f1-9fb4-566a8d7ee965 req-46fcf64e-e9da-4c1b-a5f9-d444dbd77099 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e14968857d84c128e9fdc5a27ddf837&device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 1097 time: 0.0700731 Sep 15 15:17:06.332269 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69a502-df1c-49f1-9fb4-566a8d7ee965 req-994b91bb-a5e9-47e2-841e-e5f7a5626934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:06.333727 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ab69a502-df1c-49f1-9fb4-566a8d7ee965 req-994b91bb-a5e9-47e2-841e-e5f7a5626934 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5e14968857d84c128e9fdc5a27ddf837&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1305408 Sep 15 15:17:06.468508 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69a502-df1c-49f1-9fb4-566a8d7ee965 req-9d42cd55-8a13-4048-983b-2d3c057f5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:06.470175 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-ab69a502-df1c-49f1-9fb4-566a8d7ee965 req-9d42cd55-8a13-4048-983b-2d3c057f5c97 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301472 Sep 15 15:17:06.578826 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-402a6a96-7aae-4783-b30b-98a9062c7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:06.580389 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-402a6a96-7aae-4783-b30b-98a9062c7a98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e14968857d84c128e9fdc5a27ddf837&device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 1097 time: 0.0752556 Sep 15 15:17:06.650349 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-345f1ea7-c800-4bc0-be91-2c60b3ae59db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df6c4af-8733-4474-9c1e-1361b94a94f8 HTTP/1.1" status: 200 len: 217 time: 0.0632010 Sep 15 15:17:06.712364 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-b931af9b-ce39-4f61-bbda-bd9444e7db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:06.713879 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-b931af9b-ce39-4f61-bbda-bd9444e7db89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90c49788-5caf-4206-9743-c82831ffd9b7 HTTP/1.1" status: 200 len: 849 time: 0.0574603 Sep 15 15:17:06.754857 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694eed-03ab-4a70-9142-0354b048bc4e req-659d2bfd-1a80-41dc-a374-fd90c49a85e1 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:06.756281 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c3694eed-03ab-4a70-9142-0354b048bc4e req-659d2bfd-1a80-41dc-a374-fd90c49a85e1 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 944 time: 0.0849741 Sep 15 15:17:06.760802 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-45305d07-4c2d-41a6-aac3-d8cd00577110 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=71d2aca3-c300-4674-aac8-6f0a17c1b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405071 Sep 15 15:17:06.801359 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c3694eed-03ab-4a70-9142-0354b048bc4e req-e14cd3c2-c419-49ba-b409-7e849b9571e2 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Sep 15 15:17:06.892758 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-4a5fd207-397f-420d-902d-1f47e8ff8ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256735 Sep 15 15:17:07.035646 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-cd35dc88-641c-42b4-a879-9a8b3f74bc66 req-c6a2b89f-1f1e-48d4-93f6-f42d9fabcf81 service neutron] 10.222.0.32 "GET /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366885 Sep 15 15:17:07.989786 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12472f3-e9a2-4cf9-9138-23c6523fcaa1 req-57882ba4-fd27-4241-85ee-140423e1a295 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:07.991420 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d12472f3-e9a2-4cf9-9138-23c6523fcaa1 req-57882ba4-fd27-4241-85ee-140423e1a295 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 944 time: 0.0802860 Sep 15 15:17:08.035669 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d12472f3-e9a2-4cf9-9138-23c6523fcaa1 req-bee39db6-2a72-47a4-986e-7ab5bcb6e124 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Sep 15 15:17:08.974599 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e37bcbbb-5652-456a-b84c-2e62fd0ea1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:09.221976 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e2df1-7d5b-48a1-a973-ab305c60b0cc req-f8fec01e-110a-4a1a-b83e-16fd419ba4a5 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:09.223637 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-322e2df1-7d5b-48a1-a973-ab305c60b0cc req-f8fec01e-110a-4a1a-b83e-16fd419ba4a5 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 944 time: 0.0823040 Sep 15 15:17:09.266826 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-322e2df1-7d5b-48a1-a973-ab305c60b0cc req-66f82455-b233-422e-838d-4b7a58a9a159 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Sep 15 15:17:09.468441 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:10.355661 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8df6c4af-8733-4474-9c1e-1361b94a94f8 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:17:10.451516 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53d05f-0c61-431d-bdd5-df0acf1fd353 req-704b8c9f-462f-46b8-a443-4d1693db50e4 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:10.452984 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1f53d05f-0c61-431d-bdd5-df0acf1fd353 req-704b8c9f-462f-46b8-a443-4d1693db50e4 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 944 time: 0.0788116 Sep 15 15:17:10.488285 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8df6c4af-8733-4474-9c1e-1361b94a94f8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8df6c4af-8733-4474-9c1e-1361b94a94f8,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:17:10.501658 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1f53d05f-0c61-431d-bdd5-df0acf1fd353 req-b07ce6fd-f00f-4a9f-b5db-366fb9b15680 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Sep 15 15:17:10.502169 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8df6c4af-8733-4474-9c1e-1361b94a94f8', 'network_id': '71d2aca3-c300-4674-aac8-6f0a17c1b792', 'port_id': '8df6c4af-8733-4474-9c1e-1361b94a94f8', 'mac_address': 'fa:16:3e:fc:4f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c49788-5caf-4206-9743-c82831ffd9b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:17:10.559611 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:10.575913 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df6c4af-8733-4474-9c1e-1361b94a94f8 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:17:10.591426 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8df6c4af-8733-4474-9c1e-1361b94a94f8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8df6c4af-8733-4474-9c1e-1361b94a94f8,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:17:10.662653 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:10.664465 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:10.729719 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8df6c4af-8733-4474-9c1e-1361b94a94f8,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:10.732652 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:10.951753 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8df6c4af-8733-4474-9c1e-1361b94a94f8'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:17:11.671434 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f4c874d3-a859-4461-b154-ddac9b3b8317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:11.688333 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689329-3b89-450a-b25d-af1ce838fc4e req-36b7a23a-e374-44ac-8330-c68d9500aecc tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:11.689822 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-45689329-3b89-450a-b25d-af1ce838fc4e req-36b7a23a-e374-44ac-8330-c68d9500aecc tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 945 time: 0.0826175 Sep 15 15:17:11.735339 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-45689329-3b89-450a-b25d-af1ce838fc4e req-6e1de772-9716-4c02-875f-1a5cb390d8e7 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Sep 15 15:17:12.364941 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8df6c4af-8733-4474-9c1e-1361b94a94f8 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:17:12.507156 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 8df6c4af-8733-4474-9c1e-1361b94a94f8 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:17:12.513459 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8df6c4af-8733-4474-9c1e-1361b94a94f8 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:17:12.513834 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:12.606181 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:12.629828 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:12.657452 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79af9aad-de5f-4490-9b2e-cdd58203b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df6c4af-8733-4474-9c1e-1361b94a94f8'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:12.667202 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8df6c4af-8733-4474-9c1e-1361b94a94f8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8df6c4af-8733-4474-9c1e-1361b94a94f8,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:17:12.700127 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79af9aad-de5f-4490-9b2e-cdd58203b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df6c4af-8733-4474-9c1e-1361b94a94f8', 'code': 200} Sep 15 15:17:12.788807 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:12.790700 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:12.860458 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8df6c4af-8733-4474-9c1e-1361b94a94f8,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:12.863545 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:12.923922 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763715fc-1206-4551-8f02-972b93b6961a req-34f7aba2-2d04-4de2-ac9c-7143c4064e02 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:12.925401 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-763715fc-1206-4551-8f02-972b93b6961a req-34f7aba2-2d04-4de2-ac9c-7143c4064e02 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 946 time: 0.0856414 Sep 15 15:17:12.970963 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-763715fc-1206-4551-8f02-972b93b6961a req-5bf28ca8-348a-4794-afba-18ec43eef339 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Sep 15 15:17:13.107707 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb537c-0089-4df5-9b44-faf65285e184 req-d9dd89de-f9f7-4633-bf9c-b90912099e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:13.109145 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-62bb537c-0089-4df5-9b44-faf65285e184 req-d9dd89de-f9f7-4633-bf9c-b90912099e40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 1099 time: 0.0723317 Sep 15 15:17:13.149348 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-62bb537c-0089-4df5-9b44-faf65285e184 req-ca2a3836-3ebd-4c16-95e8-670abedede58 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Sep 15 15:17:14.062853 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:14.153045 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ac1fb-b3ea-432c-abf3-435e7ef16361 req-b31424d8-9a1f-4380-adcf-654e92e458f2 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:14.154491 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1b5ac1fb-b3ea-432c-abf3-435e7ef16361 req-b31424d8-9a1f-4380-adcf-654e92e458f2 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 946 time: 0.0791941 Sep 15 15:17:14.196335 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1b5ac1fb-b3ea-432c-abf3-435e7ef16361 req-cbcd401c-b52c-48bb-bbe1-0ab75d7623e9 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Sep 15 15:17:15.385101 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29a10-761b-4a5b-9191-998b1c887290 req-4e1b1b48-8cd0-47dd-b250-7af747cc9932 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:15.386559 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-89a29a10-761b-4a5b-9191-998b1c887290 req-4e1b1b48-8cd0-47dd-b250-7af747cc9932 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 946 time: 0.0845811 Sep 15 15:17:15.429696 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-89a29a10-761b-4a5b-9191-998b1c887290 req-161d7a87-95f7-4635-bcae-5e04ac2bee34 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374825 Sep 15 15:17:17.114053 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3b6fc-e03c-4d91-b48d-0aab031ab83b req-cec49fd3-9bc4-4e8d-bf3d-753f4e8666d6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:17.115520 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-88a3b6fc-e03c-4d91-b48d-0aab031ab83b req-cec49fd3-9bc4-4e8d-bf3d-753f4e8666d6 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 946 time: 0.0785499 Sep 15 15:17:17.162989 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-88a3b6fc-e03c-4d91-b48d-0aab031ab83b req-2534b67b-168d-4741-9702-68fc6019e176 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Sep 15 15:17:18.354652 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2ce5-06b1-4a7b-8a09-b9d0f3ea22df req-df8f3cae-cc2a-4cca-be0c-d0ce544be299 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:18.356135 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-210c2ce5-06b1-4a7b-8a09-b9d0f3ea22df req-df8f3cae-cc2a-4cca-be0c-d0ce544be299 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 946 time: 0.0844147 Sep 15 15:17:18.400489 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-210c2ce5-06b1-4a7b-8a09-b9d0f3ea22df req-3260a506-2f79-490a-99a9-5092b94a1d9a tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/security-groups?id=e63dc1ea-b6c2-46a1-8465-c23608f0a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379534 Sep 15 15:17:18.541569 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-58b82393-44f4-4cd0-b90d-2f362bda1a08 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:18.542172 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-58b82393-44f4-4cd0-b90d-2f362bda1a08 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Synchronizing usage tracker for tenant:5e14968857d84c128e9fdc5a27ddf837 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:17:18.611191 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-58b82393-44f4-4cd0-b90d-2f362bda1a08 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Unset dirty status for tenant:5e14968857d84c128e9fdc5a27ddf837 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:17:18.612390 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-58b82393-44f4-4cd0-b90d-2f362bda1a08 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.32 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 946 time: 0.1481791 Sep 15 15:17:18.687471 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Deleting port 8df6c4af-8733-4474-9c1e-1361b94a94f8 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:17:18.687838 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.025218 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] For port 8df6c4af-8733-4474-9c1e-1361b94a94f8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8df6c4af-8733-4474-9c1e-1361b94a94f8,segment=NetworkSegment(713c39e2-b518-4fca-b649-26ff3a04b061),segment_id=713c39e2-b518-4fca-b649-26ff3a04b061)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:17:19.025571 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.145597 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Calling delete_port for 8df6c4af-8733-4474-9c1e-1361b94a94f8 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:17:19.397114 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.403009 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-6ba2fbe7-af2b-4801-960b-ac98e1fe8913 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:19.407990 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8df6c4af-8733-4474-9c1e-1361b94a94f8'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:17:19.450104 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Pushing event deleted for resources: {'Port': ['ID=8df6c4af-8733-4474-9c1e-1361b94a94f8,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:19.483146 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.483541 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.483920 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.484282 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.484643 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.485001 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.485358 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.485715 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.486069 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.486424 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.486777 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.487129 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:19.496253 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:19.538270 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] No DVR routers for this DVR port 8df6c4af-8733-4474-9c1e-1361b94a94f8 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:17:19.541374 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.543935 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79af9aad-de5f-4490-9b2e-cdd58203b125', 'name': 'network-vif-deleted', 'tag': '8df6c4af-8733-4474-9c1e-1361b94a94f8'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:19.552300 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-de84506c-3212-46cd-9def-ed70e3be9d0c req-31b1789d-471c-44b3-aab2-e9270d42c928 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 210 time: 0.0439439 Sep 15 15:17:19.588824 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79af9aad-de5f-4490-9b2e-cdd58203b125', 'name': 'network-vif-deleted', 'tag': '8df6c4af-8733-4474-9c1e-1361b94a94f8', 'status': 'completed', 'code': 200} Sep 15 15:17:19.629321 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-d0e4a49a-d857-4753-a75d-c3a2201dc432 req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.32 "DELETE /v2.0/ports/8df6c4af-8733-4474-9c1e-1361b94a94f8 HTTP/1.1" status: 204 len: 173 time: 1.0113380 Sep 15 15:17:20.722147 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-32bc9f7d-a93f-4fb4-8239-d99b2ae0dc6a req-1d8e606a-52a9-4dca-969a-5697f49f53c9 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] 10.222.0.39 "GET /v2.0/ports?device_id=79af9aad-de5f-4490-9b2e-cdd58203b125 HTTP/1.1" status: 200 len: 210 time: 0.0458305 Sep 15 15:17:22.411440 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8df6c4af-8733-4474-9c1e-1361b94a94f8 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:17:22.449458 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 8df6c4af-8733-4474-9c1e-1361b94a94f8 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:17:22.449812 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8df6c4af-8733-4474-9c1e-1361b94a94f8 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:17:30.659492 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.825098 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-b7d6d06f-7c6c-4de6-85de-1e307b1b5067 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923786 Sep 15 15:17:35.995678 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-a8fd1067-df42-4f13-b260-c4b7404b08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:35.999447 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-a8fd1067-df42-4f13-b260-c4b7404b08e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.0843542 Sep 15 15:17:36.180759 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-25d04a55-64d3-4c4d-a684-baf1ce5597d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.183619 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-25d04a55-64d3-4c4d-a684-baf1ce5597d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1590419 Sep 15 15:17:36.323303 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-fcfccf46-acf6-4c00-ab11-a52181442df7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 1001 time: 0.1306167 Sep 15 15:17:36.391848 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-734cb54e-19e7-447c-a6d2-7776b1e0e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.393564 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-734cb54e-19e7-447c-a6d2-7776b1e0e5b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0640364 Sep 15 15:17:36.483444 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-b43c37a7-e89a-4dec-af8b-c881b8f84ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.485085 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-b43c37a7-e89a-4dec-af8b-c881b8f84ea4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850439 Sep 15 15:17:36.634775 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-1347926e-b402-4830-b9da-993560debb0b service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426783 Sep 15 15:17:36.772508 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:17:36.797674 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-08be856c-2fa4-4776-b050-d1d4ad31d5cf req-a8f8e9e7-c400-4774-878c-31620f49eb94 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565621 Sep 15 15:17:38.965404 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b72d98c5-4b72-4501-b1e5-a5ccae2d17ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.433511 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:41.633294 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-424ab186-aa9d-4aac-bec5-b1de4d5a1a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:42.578857 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.119379 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.888836 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 48210) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:44.949354 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Deleting subnet 90c49788-5caf-4206-9743-c82831ffd9b7 {{(pid=80018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:17:44.952247 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.004332 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1990197'] for subnet, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.059502 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.210637 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128114586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128437501'] for subnet, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.214963 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:45.252720 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c49788-5caf-4206-9743-c82831ffd9b7,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:45.257444 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.265392 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.265765 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.266127 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.266491 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.266843 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.267194 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.267569 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.267921 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.268267 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.268612 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.268957 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.269298 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:45.272771 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:45.275128 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4211762c-bac1-4835-bd17-a208276fb936 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/90c49788-5caf-4206-9743-c82831ffd9b7 HTTP/1.1" status: 204 len: 168 time: 0.3847458 Sep 15 15:17:45.277286 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 48214) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:45.468616 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.589798 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.614491 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d2aca3-c300-4674-aac8-6f0a17c1b792']}} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:45.626850 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713c39e2-b518-4fca-b649-26ff3a04b061') {'for_net_delete': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:45.627147 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713c39e2-b518-4fca-b649-26ff3a04b061') {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:45.638929 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990204'] for segment, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.654292 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.660266 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=80018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:17:45.665432 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128114484'] for segment, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: Traceback (most recent call last): Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: timer() Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: cb(*args, **kw) Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: return func(*args, **kwargs) Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: self._notify() Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: self.callback(batched_events) Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: event.method(event) Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: return f(self, *a, **k) Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: return self._get(url).json() Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:17:45.674329 dv-cinder-809195-1-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:17:45.824668 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.828387 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-53017dee-d669-4896-a9f5-5ccd3d6f66ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:45.841971 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.853125 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d2aca3-c300-4674-aac8-6f0a17c1b792,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:45.856443 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:45.936812 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-47ca0808-436a-4cec-b217-fc6c2fd4c6d3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/71d2aca3-c300-4674-aac8-6f0a17c1b792 HTTP/1.1" status: 204 len: 168 time: 0.6585019 Sep 15 15:17:46.231935 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 48220) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:46.280552 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-ac9466df-a288-48a1-8ec1-c750ca87bc71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e14968857d84c128e9fdc5a27ddf837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474231 Sep 15 15:17:46.282821 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 48224) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:46.342991 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7e87469a-6c9d-4779-b30f-0e3260e755f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:46.367341 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7e87469a-6c9d-4779-b30f-0e3260e755f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:46.519053 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7e87469a-6c9d-4779-b30f-0e3260e755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:46.522863 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-91edca60-765b-46b6-be11-e88ed38a2099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:46.535255 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87469a-6c9d-4779-b30f-0e3260e755f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63dc1ea-b6c2-46a1-8465-c23608f0a731,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:46.538438 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-7e87469a-6c9d-4779-b30f-0e3260e755f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:46.618346 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-7e87469a-6c9d-4779-b30f-0e3260e755f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:46.619503 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-7e87469a-6c9d-4779-b30f-0e3260e755f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e63dc1ea-b6c2-46a1-8465-c23608f0a731 HTTP/1.1" status: 204 len: 168 time: 0.3358030 Sep 15 15:18:00.632229 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:08.961068 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37624042-9515-41cf-8550-cb65a6b2df62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:09.443896 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:11.637633 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc92018d-d005-4a43-ab46-e63b1d00ea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:12.575109 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:13.772026 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:18:14.069357 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:18.467176 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 48406) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:18:18.606768 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:18.620892 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:18:18.624612 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec28a6e24134107a19a576f34bc132e is out of sync, need to count used quota {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:18:18.627285 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:18:18.632810 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:18:18.714802 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:18.768962 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:18.776353 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0a78a0b1-aa88-4fc1-a7a6-5924e44b3628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:18.816552 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ec28a6e24134107a19a576f34bc132e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481951 Sep 15 15:18:18.817393 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3583b19-9dee-4d63-ade8-4ca70ede308c,revision_number=1']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:18.819122 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 48412) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:18:18.820563 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4ddbd7c9-1488-492a-8b06-49c36edf2486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:18.878722 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ab0893b-2434-4bf5-a920-99580fce413c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:18.904386 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ab0893b-2434-4bf5-a920-99580fce413c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:19.034934 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ab0893b-2434-4bf5-a920-99580fce413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:19.137542 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d9d468a7-69d2-4d90-b4c2-0d92c5c8afe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:19.137542 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0893b-2434-4bf5-a920-99580fce413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3583b19-9dee-4d63-ade8-4ca70ede308c,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:19.137542 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4ab0893b-2434-4bf5-a920-99580fce413c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:19.137542 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-4ab0893b-2434-4bf5-a920-99580fce413c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:19.137542 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-4ab0893b-2434-4bf5-a920-99580fce413c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3583b19-9dee-4d63-ade8-4ca70ede308c HTTP/1.1" status: 204 len: 168 time: 0.2409277 Sep 15 15:18:20.019907 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 48436) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:18:20.122286 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1965686226-network', 'tenant_id': '1de383ef4aeb4b1daa6e3b3a026506a4'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:18:20.126950 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:18:20.130814 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Usage tracker for resource:network and tenant:1de383ef4aeb4b1daa6e3b3a026506a4 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:18:20.133689 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:18:20.139613 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:18:20.242441 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Made reservation on behalf of 1de383ef4aeb4b1daa6e3b3a026506a4 for: {'network': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:18:20.244872 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for network, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:20.256916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:20.271137 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:18:20.275012 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Usage tracker for resource:security_group_rule and tenant:1de383ef4aeb4b1daa6e3b3a026506a4 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:18:20.278729 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:18:20.284269 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:18:20.363378 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:20.434484 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:20.437357 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-46288268-f3e0-4dc9-a914-30b73c9daa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:20.466869 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=80019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:18:20.472195 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0816f07-46d8-468c-98c0-f1b375a4039f,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:20.483031 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.483416 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.483807 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.484172 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.484529 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.484900 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.485319 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.485673 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.486027 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.486380 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.486728 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.487077 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:20.490777 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:20.491938 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:20.492270 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.db.segments_db [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Added segment a2ffaa78-4b8b-4f69-8459-f25d1a74396f of type vlan for network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 Sep 15 15:18:20.519702 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734824238794'] for network, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:20.634577 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486'] for network, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:20.636181 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:20.636727 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:20.639916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:20.736561 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Pushing event updated for resources: {'Network': ['ID=8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:20.739402 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:20.746512 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 details requested by agent ovs-agent-dv-cinder-809195-1-smb with host dv-cinder-809195-1-smb {{(pid=80020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:18:20.815577 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-c6a756fa-3746-4b96-9bcd-1ac4addeb64a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7942352 Sep 15 15:18:20.818093 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 48442) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:18:20.824532 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Request body: {'subnet': {'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1965686226-subnet', 'tenant_id': '1de383ef4aeb4b1daa6e3b3a026506a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:18:20.829377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:18:20.833154 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Usage tracker for resource:subnet and tenant:1de383ef4aeb4b1daa6e3b3a026506a4 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:18:20.836237 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:18:20.842643 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:18:20.940514 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Made reservation on behalf of 1de383ef4aeb4b1daa6e3b3a026506a4 for: {'subnet': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:18:20.942839 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1866230'] for subnet, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:21.197510 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1811944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1866176'] for subnet, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:21.202519 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:21.272105 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5254bc71-0901-4631-90b9-07277357963e,revision_number=0']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:21.275292 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:21.281633 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Checking segment: {'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:18:21.282040 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Network hostable DHCP agents. Network: 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33, hostable agents: ['640d6e5f-7f7d-41d0-a437-586ae3b93921'], hosted agents: [] {{(pid=80019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:18:21.355436 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 is scheduled to be hosted by DHCP agent 640d6e5f-7f7d-41d0-a437-586ae3b93921 with binding_index 1 {{(pid=80019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:18:21.426096 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-smb, 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33) {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:18:21.430179 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:21.430759 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:21.435439 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b9834-0b6e-47a5-a1dd-b3369132fe5f None None] Network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:18:21.535725 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-a032b00c-ff7f-48cf-a672-6d0d2b326404 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7164218 Sep 15 15:18:21.644726 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f232d3-f0e0-45e5-ab0d-1325f5633351 None None] Network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:18:23.911785 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-83f5daf5-68fe-4bcf-9417-6af427bdf591 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:23.913148 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-83f5daf5-68fe-4bcf-9417-6af427bdf591 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/networks?id=8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 HTTP/1.1" status: 200 len: 814 time: 0.1494119 Sep 15 15:18:23.928265 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-82da0f9a-d361-4f2f-8914-b4ebb6614d22 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/quotas/1de383ef4aeb4b1daa6e3b3a026506a4 HTTP/1.1" status: 200 len: 375 time: 0.0091600 Sep 15 15:18:23.975991 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-20ba8e10-464a-40f1-9dbe-142c1fb1d27f tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415816 Sep 15 15:18:24.105678 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-594ed712-903e-4c32-a8d0-f62451370ddc service neutron] 10.222.0.39 "GET /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225324 Sep 15 15:18:24.232397 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-22f37ead-a94d-4213-a7c5-40bd976a9ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208260 Sep 15 15:18:24.490113 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9bf0f71f-1d0a-45fd-962a-1812cd861321 req-cfa01ef1-354b-4400-a8f5-53af542ae693 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 210 time: 0.0415592 Sep 15 15:18:25.655036 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5d19ecf3-03a9-48d1-9456-f02862774ab8 req-7af04aac-db34-48ca-b8a5-71fe6159bb61 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 210 time: 0.0459025 Sep 15 15:18:26.727252 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-86440cf0-3738-49a1-a867-8014ebcdd2d4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:26.727958 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-86440cf0-3738-49a1-a867-8014ebcdd2d4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Synchronizing usage tracker for tenant:1de383ef4aeb4b1daa6e3b3a026506a4 on resource:network {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:18:26.797398 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-86440cf0-3738-49a1-a867-8014ebcdd2d4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Unset dirty status for tenant:1de383ef4aeb4b1daa6e3b3a026506a4 on resource:network {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:18:26.798583 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-86440cf0-3738-49a1-a867-8014ebcdd2d4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.32 "GET /v2.0/networks?id=8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 HTTP/1.1" status: 200 len: 814 time: 0.3211145 Sep 15 15:18:26.811218 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Request body: {'port': {'device_id': 'bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a', 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33', 'admin_state_up': True, 'tenant_id': '1de383ef4aeb4b1daa6e3b3a026506a4'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:18:26.825208 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-ccc1dbea-ff00-4094-811d-2ed5240fd948 req-5ec15205-6136-4bb4-ab65-ef5323f2ce77 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 210 time: 0.0444164 Sep 15 15:18:26.950616 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:18:26.954574 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Usage tracker for resource:port and tenant:1de383ef4aeb4b1daa6e3b3a026506a4 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:18:26.957525 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:18:26.963747 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:18:27.034715 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Made reservation on behalf of 1de383ef4aeb4b1daa6e3b3a026506a4 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:18:27.038325 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:27.198489 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Allocated IP 172.20.0.11 (8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33/5254bc71-0901-4631-90b9-07277357963e/b1b20d2a-4afb-4d38-a681-8a118ec5c13d) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:18:27.393202 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:27.472194 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:27.477582 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-3d9ff4fa-fb7d-4fe9-bb8e-186b89cb1666 tempest-VolumesActionsTest-1215047545 tempest-VolumesActionsTest-1215047545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:27.544900 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:18:27.547870 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:18:27.551837 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:18:27.591042 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Pushing event updated for resources: {'Port': ['ID=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:27.595813 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:27.617845 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:27.618447 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:27.683789 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-b49bd3cd-e6b0-49b5-998b-5c9c436ade1b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8772519 Sep 15 15:18:27.694833 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Request body: {'port': {'device_id': 'bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:18:27.805307 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:28.015159 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850923-1536-451b-a655-a33868ee84f5 req-ceabfa8c-7830-42ee-9769-0866ede6d145 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:28.016665 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d3850923-1536-451b-a655-a33868ee84f5 req-ceabfa8c-7830-42ee-9769-0866ede6d145 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 932 time: 0.0798576 Sep 15 15:18:28.061283 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-d3850923-1536-451b-a655-a33868ee84f5 req-f9b796e2-9dc7-40d6-a7f5-1e3b166aaad2 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386562 Sep 15 15:18:28.144404 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b20d2a-4afb-4d38-a681-8a118ec5c13d {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:18:28.152190 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:28.165736 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Transition to ACTIVE for port object b1b20d2a-4afb-4d38-a681-8a118ec5c13d will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:18:28.223238 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:28.226851 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-18b477ae-ba71-441c-a3cb-3903700a3335 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:28.377053 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Pushing event updated for resources: {'Port': ['ID=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:28.383831 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:28.452715 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Attempting to bind port b1b20d2a-4afb-4d38-a681-8a118ec5c13d on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:18:28.453052 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Attempting to bind port b1b20d2a-4afb-4d38-a681-8a118ec5c13d by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:18:28.453375 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Attempting to bind port b1b20d2a-4afb-4d38-a681-8a118ec5c13d on network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:18:28.457835 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Port b1b20d2a-4afb-4d38-a681-8a118ec5c13d on network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:18:28.458151 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Attempting to bind port b1b20d2a-4afb-4d38-a681-8a118ec5c13d on network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:18:28.463647 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:18:28.463979 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Checking segment: {'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:18:28.464354 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Bound using segment: {'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:18:28.464769 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Bound port: b1b20d2a-4afb-4d38-a681-8a118ec5c13d, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:18:28.465110 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:28.555351 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] For port b1b20d2a-4afb-4d38-a681-8a118ec5c13d, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:18:28.558677 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] For port b1b20d2a-4afb-4d38-a681-8a118ec5c13d, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:18:28.652621 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:28.657081 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-cd9d6de7-c4bb-4677-9663-8342af6f8235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:28.712375 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:28.713041 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:28.714458 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] 10.222.0.32 "PUT /v2.0/ports/b1b20d2a-4afb-4d38-a681-8a118ec5c13d HTTP/1.1" status: 200 len: 1094 time: 1.0236533 Sep 15 15:18:28.714948 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a', 'tag': 'b1b20d2a-4afb-4d38-a681-8a118ec5c13d'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:18:28.733510 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Pushing event updated for resources: {'Port': ['ID=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:28.736575 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:28.757895 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a', 'tag': 'b1b20d2a-4afb-4d38-a681-8a118ec5c13d', 'status': 'completed', 'code': 200} Sep 15 15:18:28.945440 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faee1b-d4b3-4d95-afcc-7e19b1216128 req-4196aaf6-74cc-4dec-a3cc-326635885847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:28.946916 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-87faee1b-d4b3-4d95-afcc-7e19b1216128 req-4196aaf6-74cc-4dec-a3cc-326635885847 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 1097 time: 0.1699610 Sep 15 15:18:29.085070 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faee1b-d4b3-4d95-afcc-7e19b1216128 req-6e0393f3-3f77-48e1-939e-05821be49d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:29.086521 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-87faee1b-d4b3-4d95-afcc-7e19b1216128 req-6e0393f3-3f77-48e1-939e-05821be49d54 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1309617 Sep 15 15:18:29.221397 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faee1b-d4b3-4d95-afcc-7e19b1216128 req-394c5864-f57f-4de1-8124-69d20cd3280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:29.222779 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-87faee1b-d4b3-4d95-afcc-7e19b1216128 req-394c5864-f57f-4de1-8124-69d20cd3280b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304200 Sep 15 15:18:29.249038 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf9037-8abe-4dd3-847f-bffe518d3fe8 req-e83bcfa4-10b5-4ddf-b990-59614ab685e6 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:29.250549 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-53cf9037-8abe-4dd3-847f-bffe518d3fe8 req-e83bcfa4-10b5-4ddf-b990-59614ab685e6 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 944 time: 0.0850127 Sep 15 15:18:29.295864 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-53cf9037-8abe-4dd3-847f-bffe518d3fe8 req-8dec9f97-f5c7-424b-8180-d72f91a556d8 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395820 Sep 15 15:18:29.331688 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-05c2a899-bb15-4221-89cc-200a75060422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:29.333159 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-05c2a899-bb15-4221-89cc-200a75060422 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 1097 time: 0.0718737 Sep 15 15:18:29.403588 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-76a59fdb-ab92-408b-b233-d68bd8de5bb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1b20d2a-4afb-4d38-a681-8a118ec5c13d HTTP/1.1" status: 200 len: 217 time: 0.0635679 Sep 15 15:18:29.463971 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-36191199-b733-4959-88a4-f133592f681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:29.465386 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-36191199-b733-4959-88a4-f133592f681d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5254bc71-0901-4631-90b9-07277357963e HTTP/1.1" status: 200 len: 854 time: 0.0564156 Sep 15 15:18:29.514495 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-87079ae4-1d1f-4936-b18b-9017372eff07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427942 Sep 15 15:18:29.643120 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-44150e9b-8fc0-4327-8ab7-64b46d2316b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223676 Sep 15 15:18:29.772441 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-79cfaae1-04ba-4c48-93b6-04a65260fca4 req-25cb9c55-ff09-40a0-a6b4-e75840c83df8 service neutron] 10.222.0.32 "GET /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230052 Sep 15 15:18:30.480317 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bff0ad-a1b5-46df-a2ea-c34ffa5ea9d9 req-69a6ce6c-a8f9-4087-9d52-3c2d7a04695a tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:30.481796 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35bff0ad-a1b5-46df-a2ea-c34ffa5ea9d9 req-69a6ce6c-a8f9-4087-9d52-3c2d7a04695a tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 944 time: 0.0794618 Sep 15 15:18:30.529262 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35bff0ad-a1b5-46df-a2ea-c34ffa5ea9d9 req-ba9cf978-a707-49b2-b859-1762fb220597 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418861 Sep 15 15:18:30.648459 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:31.711235 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88f876-2aa3-451d-8653-d94b0e7b205c req-48774173-ac05-43d9-b5de-48da7c685758 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:31.713003 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1c88f876-2aa3-451d-8653-d94b0e7b205c req-48774173-ac05-43d9-b5de-48da7c685758 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 944 time: 0.0807562 Sep 15 15:18:31.757780 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1c88f876-2aa3-451d-8653-d94b0e7b205c req-57529d89-44d3-4884-bbad-4ca1b6ccec18 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392532 Sep 15 15:18:32.813488 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device b1b20d2a-4afb-4d38-a681-8a118ec5c13d details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:18:32.950786 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port b1b20d2a-4afb-4d38-a681-8a118ec5c13d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:18:32.965228 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': 'b1b20d2a-4afb-4d38-a681-8a118ec5c13d', 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33', 'port_id': 'b1b20d2a-4afb-4d38-a681-8a118ec5c13d', 'mac_address': 'fa:16:3e:8c:32:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5254bc71-0901-4631-90b9-07277357963e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:18:33.025703 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:33.040063 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53cd27-4456-48a7-a96c-17cfad0e8403 req-3bfee34d-4da8-419a-871d-f892b63cd63e tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:33.041562 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fc53cd27-4456-48a7-a96c-17cfad0e8403 req-3bfee34d-4da8-419a-871d-f892b63cd63e tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 944 time: 0.1815195 Sep 15 15:18:33.042986 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b20d2a-4afb-4d38-a681-8a118ec5c13d {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:18:33.059114 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port b1b20d2a-4afb-4d38-a681-8a118ec5c13d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:18:33.085916 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fc53cd27-4456-48a7-a96c-17cfad0e8403 req-b06779b0-9ab0-43f8-9802-86604f50aca8 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385873 Sep 15 15:18:33.148743 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:33.151419 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0f32263f-a43e-472d-9774-aa451659c602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:33.215440 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:33.222666 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.223015 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.223356 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.223717 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.224049 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.224378 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.224702 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.225025 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.225346 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.225665 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.225985 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.226302 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:33.230852 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:33.464567 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['b1b20d2a-4afb-4d38-a681-8a118ec5c13d'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:18:34.272548 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee15eb-71c9-4b0a-a0ba-3ac603d682da req-8c1012a5-1568-4558-97c7-1993499af908 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:34.273955 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4dee15eb-71c9-4b0a-a0ba-3ac603d682da req-8c1012a5-1568-4558-97c7-1993499af908 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 945 time: 0.0832093 Sep 15 15:18:34.323526 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4dee15eb-71c9-4b0a-a0ba-3ac603d682da req-02d5123b-f0b9-492c-99c9-a05933657557 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Sep 15 15:18:34.829887 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device b1b20d2a-4afb-4d38-a681-8a118ec5c13d up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:18:34.949669 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port b1b20d2a-4afb-4d38-a681-8a118ec5c13d completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:18:34.954832 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port b1b20d2a-4afb-4d38-a681-8a118ec5c13d triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:18:34.955214 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.072012 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.099843 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b20d2a-4afb-4d38-a681-8a118ec5c13d'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:18:35.109286 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port b1b20d2a-4afb-4d38-a681-8a118ec5c13d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:18:35.144197 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b20d2a-4afb-4d38-a681-8a118ec5c13d', 'code': 200} Sep 15 15:18:35.154358 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.157070 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:35.227769 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:35.230809 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:35.473937 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4e71a-d849-411e-8c63-e959ddc62e42 req-c26af8a5-9484-4fa5-a52a-80c0dfb7d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:35.475659 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1cc4e71a-d849-411e-8c63-e959ddc62e42 req-c26af8a5-9484-4fa5-a52a-80c0dfb7d654 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 1099 time: 0.0699871 Sep 15 15:18:35.516825 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2b86-1a9e-444d-95c2-507ae094ce0d req-df800a4e-0399-4cce-9b62-6c23ae3c18b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:35.517474 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-1cc4e71a-d849-411e-8c63-e959ddc62e42 req-a5189697-ca70-4bc8-976f-ed0cd6bda7b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355251 Sep 15 15:18:35.518247 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5e0f2b86-1a9e-444d-95c2-507ae094ce0d req-df800a4e-0399-4cce-9b62-6c23ae3c18b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.0870700 Sep 15 15:18:35.563167 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5e0f2b86-1a9e-444d-95c2-507ae094ce0d req-bf339422-abad-4ce8-a8e3-4507b243ea48 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Sep 15 15:18:36.747646 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b25d2c-92ec-422f-9aaa-dd79b9497fb9 req-07d7491e-1df8-4ee3-9c32-6a2aa02c537a tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:36.749127 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f8b25d2c-92ec-422f-9aaa-dd79b9497fb9 req-07d7491e-1df8-4ee3-9c32-6a2aa02c537a tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.0810299 Sep 15 15:18:36.801093 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f8b25d2c-92ec-422f-9aaa-dd79b9497fb9 req-b4576dc0-e33d-4cd4-b36d-936ccc8bba19 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Sep 15 15:18:36.818676 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-be404785-4d1f-41c3-83f7-89964d5d324f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786839 Sep 15 15:18:36.998884 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-a92c38c4-47c1-48ae-bceb-ade93ff8f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:37.000381 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-a92c38c4-47c1-48ae-bceb-ade93ff8f953 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.0715239 Sep 15 15:18:37.146766 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-866963a3-c4d2-4901-b3ad-b232ad3ab135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:37.148413 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-866963a3-c4d2-4901-b3ad-b232ad3ab135 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1297841 Sep 15 15:18:37.250268 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-f732a460-ecac-4824-8cb5-e6b72d63c60c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 1001 time: 0.0944901 Sep 15 15:18:37.310374 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-fb7d9222-d8b2-4a1f-ad5f-6f69ebc9d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:37.311823 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-fb7d9222-d8b2-4a1f-ad5f-6f69ebc9d411 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0561213 Sep 15 15:18:37.388535 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-7671a346-ae44-4fa0-9d4f-2beea2be47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:37.390003 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-7671a346-ae44-4fa0-9d4f-2beea2be47ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726285 Sep 15 15:18:37.621848 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-cb421c1c-a94a-4f22-8068-3a0f97e06a18 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248337 Sep 15 15:18:37.751071 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-27cea7cd-d32b-4f62-b55f-359fd4749c73 req-f299e1f7-bc08-4e8e-8a67-108f721478c4 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229239 Sep 15 15:18:37.984580 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9eb3a2-ae38-400b-8d98-5a6d8fbce69c req-62f9b119-1983-4c89-a22f-731ff5c24aa5 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:37.986044 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7f9eb3a2-ae38-400b-8d98-5a6d8fbce69c req-62f9b119-1983-4c89-a22f-731ff5c24aa5 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.0809419 Sep 15 15:18:38.033129 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7f9eb3a2-ae38-400b-8d98-5a6d8fbce69c req-515fdf7e-8277-4fd0-b948-598dc832a3c4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Sep 15 15:18:38.943103 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23c59745-388b-4d6e-8487-f4d53448a9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:39.459926 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:41.631540 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-29a80b36-74a5-460f-8d3c-30d3fd1b40fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:42.579666 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:44.071010 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:50.770020 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:18:57.408359 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fbec5-21c7-44a5-bfe1-52a08e6b91b0 req-ff146b1e-d6bf-4057-ab40-058235be9713 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:57.409879 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a86fbec5-21c7-44a5-bfe1-52a08e6b91b0 req-ff146b1e-d6bf-4057-ab40-058235be9713 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0879540 Sep 15 15:18:57.455950 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a86fbec5-21c7-44a5-bfe1-52a08e6b91b0 req-84d9159c-2623-4e4b-b99e-c7669b04a0e9 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Sep 15 15:18:58.679232 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b79c8-4764-48a4-86ba-b4fcc5242614 req-a322b324-9637-4eee-a444-eed1f07ae5f1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:58.679232 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-352b79c8-4764-48a4-86ba-b4fcc5242614 req-a322b324-9637-4eee-a444-eed1f07ae5f1 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0926037 Sep 15 15:18:58.705986 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-352b79c8-4764-48a4-86ba-b4fcc5242614 req-c044ddd7-1412-468a-8059-5e99ce795fcd tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 Sep 15 15:18:59.899173 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb44f4-549b-4d60-8338-6db3f1976e85 req-d082425e-c1b6-4e89-b756-9668a0587f04 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:59.900577 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0feb44f4-549b-4d60-8338-6db3f1976e85 req-d082425e-c1b6-4e89-b756-9668a0587f04 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0835805 Sep 15 15:18:59.945117 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0feb44f4-549b-4d60-8338-6db3f1976e85 req-9074f6b0-6037-4eee-836a-8c4209ee6ec4 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 Sep 15 15:19:00.670460 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:01.127844 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec7609-6e31-4c29-bf34-ed671da84c96 req-823768f6-1c11-4f4d-b742-d6895bd86218 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:01.129298 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fcec7609-6e31-4c29-bf34-ed671da84c96 req-823768f6-1c11-4f4d-b742-d6895bd86218 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0787632 Sep 15 15:19:01.176832 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fcec7609-6e31-4c29-bf34-ed671da84c96 req-8a79d01d-2ed6-44c3-8d3d-e2641c2bd3d2 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Sep 15 15:19:02.366919 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571e363-484e-4ba6-b9e8-4018b9bc2da2 req-a1a65242-2fca-4bbd-9065-f71405b57a25 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:02.368431 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0571e363-484e-4ba6-b9e8-4018b9bc2da2 req-a1a65242-2fca-4bbd-9065-f71405b57a25 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0817816 Sep 15 15:19:02.412283 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0571e363-484e-4ba6-b9e8-4018b9bc2da2 req-6bb30a8b-4ebf-4f89-9358-5026e4a9e8ff tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379295 Sep 15 15:19:03.601493 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd50403-98f0-4612-b730-63d0ad8d6cac req-7d249d94-9e3f-4549-9f38-8737b0608f04 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:03.602975 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bbd50403-98f0-4612-b730-63d0ad8d6cac req-7d249d94-9e3f-4549-9f38-8737b0608f04 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0846534 Sep 15 15:19:03.647796 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-bbd50403-98f0-4612-b730-63d0ad8d6cac req-990057e0-3811-4ca9-83db-5b673a63f848 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382438 Sep 15 15:19:04.833217 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5908c-de18-4ba9-bbad-4acd8e5c70d4 req-fecbe391-c585-40c7-a7b8-157dd0f8f2d7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:04.834703 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-84d5908c-de18-4ba9-bbad-4acd8e5c70d4 req-fecbe391-c585-40c7-a7b8-157dd0f8f2d7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0786252 Sep 15 15:19:04.880233 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-84d5908c-de18-4ba9-bbad-4acd8e5c70d4 req-0e331883-e3db-4a57-bf40-f40b01c3aa22 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390179 Sep 15 15:19:06.072652 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12346f58-8663-45c5-81bd-2eb7c7a59ee2 req-cc879926-e85c-4131-8971-bcb068197125 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:06.075047 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-12346f58-8663-45c5-81bd-2eb7c7a59ee2 req-cc879926-e85c-4131-8971-bcb068197125 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0866835 Sep 15 15:19:06.119430 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-12346f58-8663-45c5-81bd-2eb7c7a59ee2 req-cafd3efb-bee4-42be-8623-29de58d35e6a tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 Sep 15 15:19:07.304050 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1cd84-1dd6-4710-a2b5-f85d7b635776 req-16d89b94-7cfd-47d6-a038-de893ac46077 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:07.305509 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-14e1cd84-1dd6-4710-a2b5-f85d7b635776 req-16d89b94-7cfd-47d6-a038-de893ac46077 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0802903 Sep 15 15:19:07.349243 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-14e1cd84-1dd6-4710-a2b5-f85d7b635776 req-6fdd0e59-5469-416c-8b0d-3217cb4eb292 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371842 Sep 15 15:19:07.575741 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-f0af90c7-2579-430b-a433-bfefa1cb592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:07.577106 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-f0af90c7-2579-430b-a433-bfefa1cb592b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.0702400 Sep 15 15:19:07.705205 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-bec04fc3-34c7-4ed6-a709-e44990f194ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:07.706626 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-bec04fc3-34c7-4ed6-a709-e44990f194ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1233535 Sep 15 15:19:07.807335 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-70bc0d95-66e2-48ff-9e38-03b5e0c717f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 1001 time: 0.0943413 Sep 15 15:19:07.871849 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-d3647845-75ba-449a-a2b2-63b0847df3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:07.873358 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-d3647845-75ba-449a-a2b2-63b0847df3dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0594869 Sep 15 15:19:07.952088 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-29b9a9be-f058-4263-a58d-f664ea63bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:07.953588 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-29b9a9be-f058-4263-a58d-f664ea63bb5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734138 Sep 15 15:19:08.085592 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-0dcf0ff0-b30f-4166-b5c5-14c9f6190eab service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222515 Sep 15 15:19:08.215353 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2d9a8c88-1294-4507-8548-d36cf539e9b2 req-35acfd3d-8bca-42cf-b519-3328d6e1a6c9 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228044 Sep 15 15:19:08.532750 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f475dc7-c53c-407c-a80f-e97bc99819f9 req-3a88c21b-9314-4d01-bc4d-9417a72c89ff tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:08.534204 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2f475dc7-c53c-407c-a80f-e97bc99819f9 req-3a88c21b-9314-4d01-bc4d-9417a72c89ff tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0834544 Sep 15 15:19:08.577530 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2f475dc7-c53c-407c-a80f-e97bc99819f9 req-e4a85160-97fc-4553-a4b9-ccb7507c5030 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377142 Sep 15 15:19:08.947665 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8580bfcc-1506-4266-aae0-f67b4e6daf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:09.456829 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:09.766510 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d381f-cf35-4419-8e3a-378590a95e6a req-3deb8f17-1590-4c6f-847a-643c7c6e2217 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:09.768039 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-047d381f-cf35-4419-8e3a-378590a95e6a req-3deb8f17-1590-4c6f-847a-643c7c6e2217 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0822468 Sep 15 15:19:09.817161 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-047d381f-cf35-4419-8e3a-378590a95e6a req-19484aec-79fa-413c-b4c5-2293bded756a tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Sep 15 15:19:11.010022 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35963281-f5e5-4b67-8f4c-db632b1178a2 req-c2eb1952-11f4-4593-9523-ec4a4e2aa376 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:11.011832 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35963281-f5e5-4b67-8f4c-db632b1178a2 req-c2eb1952-11f4-4593-9523-ec4a4e2aa376 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0850966 Sep 15 15:19:11.058473 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-35963281-f5e5-4b67-8f4c-db632b1178a2 req-9ab716f4-f809-4ea5-8528-9fb7ba6e1298 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Sep 15 15:19:11.634013 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2ace1-d3ac-4368-b0e6-87ba39b855c6 req-5ed1f6c0-50a3-446d-8a38-f6f88fbd53a2 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:11.635512 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cbd2ace1-d3ac-4368-b0e6-87ba39b855c6 req-5ed1f6c0-50a3-446d-8a38-f6f88fbd53a2 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0867205 Sep 15 15:19:11.658818 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d3eb22c3-9f0c-44e3-bf40-f5664b791b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:11.684478 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-cbd2ace1-d3ac-4368-b0e6-87ba39b855c6 req-8cab4288-6ea0-438d-adf9-df7bb2aa5dd6 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Sep 15 15:19:11.758300 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-95c9ebe7-25c2-434a-8311-57ec2b1f66af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218300 Sep 15 15:19:12.570596 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:12.876365 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6a422-ea29-4369-adec-7cbd06a159a2 req-bad1d23b-a976-44bd-97d4-10a377cf2b47 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:12.877761 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1dd6a422-ea29-4369-adec-7cbd06a159a2 req-bad1d23b-a976-44bd-97d4-10a377cf2b47 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0836160 Sep 15 15:19:12.922635 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-1dd6a422-ea29-4369-adec-7cbd06a159a2 req-9c01b779-18cb-4fcc-99e9-b9e8c07c36ed tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389028 Sep 15 15:19:13.038960 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:19:13.160393 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:13.186827 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:13.196107 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:19:13.227945 dv-cinder-809195-1-smb neutron-server[80020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'code': 422} returned with failed status Sep 15 15:19:13.290541 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:13.292373 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:13.393625 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=6']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:13.396682 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:14.107537 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba76ae-99b2-486e-bcc8-bf2853f2a4d7 req-655132a7-d670-49e7-879d-7d4db0456449 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:14.109028 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-95ba76ae-99b2-486e-bcc8-bf2853f2a4d7 req-655132a7-d670-49e7-879d-7d4db0456449 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0807416 Sep 15 15:19:14.136694 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:14.152725 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-95ba76ae-99b2-486e-bcc8-bf2853f2a4d7 req-18f3a973-84a2-46e8-95b4-74f2323f47ba tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Sep 15 15:19:14.296358 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-57d57247-e348-4b5b-a6d6-32ea3bdabf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:14.297751 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-57d57247-e348-4b5b-a6d6-32ea3bdabf2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff&tenant_id=50eadcbb958a4d39ab1ede44b7bac833 HTTP/1.1" status: 200 len: 1096 time: 0.0710964 Sep 15 15:19:14.390765 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-2de6c05c-d917-43a1-89c7-feb8746c225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:14.392236 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-2de6c05c-d917-43a1-89c7-feb8746c225b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1096 time: 0.0738726 Sep 15 15:19:14.521043 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-9542a1f7-b9d9-4feb-bcb7-c510378b347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:14.522485 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-9542a1f7-b9d9-4feb-bcb7-c510378b347b service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1245277 Sep 15 15:19:14.623071 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-f9686c78-62a2-403e-b592-19767048abb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 999 time: 0.0929101 Sep 15 15:19:14.687685 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-8f10c60e-8fc9-46ce-be14-fcb4ee7a54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:14.689232 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-8f10c60e-8fc9-46ce-be14-fcb4ee7a54d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0594654 Sep 15 15:19:14.761913 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-52a57e2c-0a03-40cc-a4c8-56d98c3d50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:14.763437 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-52a57e2c-0a03-40cc-a4c8-56d98c3d50a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682561 Sep 15 15:19:14.892420 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-37b168ff-44c9-4bbe-870f-f4040c49a683 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227922 Sep 15 15:19:15.135012 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-e625fcd2-5b0b-4a5d-99b7-e73b4fc804ca req-a6166b7e-fcbe-4ea2-8872-2d30f27f5482 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369349 Sep 15 15:19:15.434282 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27f6d-2ba6-4e8a-b477-0605c49b33f2 req-79bfc346-ed51-4906-af23-9eae645dc511 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:15.435793 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-68e27f6d-2ba6-4e8a-b477-0605c49b33f2 req-79bfc346-ed51-4906-af23-9eae645dc511 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.1747785 Sep 15 15:19:15.481317 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-68e27f6d-2ba6-4e8a-b477-0605c49b33f2 req-09df7273-8bff-49ea-950d-e51c64dffe33 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Sep 15 15:19:16.668389 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7086f-91b6-4ae2-ad00-981c55f0ba0f req-d011cf42-f77d-4402-831e-be57d3ff6d63 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:16.669864 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eaf7086f-91b6-4ae2-ad00-981c55f0ba0f req-d011cf42-f77d-4402-831e-be57d3ff6d63 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0841138 Sep 15 15:19:16.713438 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-eaf7086f-91b6-4ae2-ad00-981c55f0ba0f req-29cf9123-d703-4b48-a63a-4babe2d1c256 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Sep 15 15:19:17.898007 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201db66b-8040-459c-a477-f18ed5190c30 req-dd787f7e-f083-4b98-a334-4b9b5d52b91f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:17.899470 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-201db66b-8040-459c-a477-f18ed5190c30 req-dd787f7e-f083-4b98-a334-4b9b5d52b91f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0782068 Sep 15 15:19:17.943854 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-201db66b-8040-459c-a477-f18ed5190c30 req-d08ad11f-d2e3-4731-ae18-e58a28e99652 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 Sep 15 15:19:19.079687 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:19:19.130341 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d0856-b05c-4256-8c17-e45ed9490d86 req-b2ca14ca-c925-4ac6-8ad7-0084770aeb96 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:19.131861 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2f0d0856-b05c-4256-8c17-e45ed9490d86 req-b2ca14ca-c925-4ac6-8ad7-0084770aeb96 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 943 time: 0.0837767 Sep 15 15:19:19.177064 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2f0d0856-b05c-4256-8c17-e45ed9490d86 req-857793d2-e6f9-4a57-87a5-7d449dd902bc tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386813 Sep 15 15:19:19.213198 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:19:19.226944 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'port_id': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'mac_address': 'fa:16:3e:91:0a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:19:19.281854 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:19.298880 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:19:19.314166 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:19:19.387620 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:19.390284 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:19.457138 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=7']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:19.460168 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:19.764006 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:19:20.360132 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03298730-9b80-4c39-b9c4-42b10b676ec4 req-27e7054f-3a65-4aa9-85f7-b12e4370140f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:20.361570 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-03298730-9b80-4c39-b9c4-42b10b676ec4 req-27e7054f-3a65-4aa9-85f7-b12e4370140f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 944 time: 0.0787935 Sep 15 15:19:20.404865 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-03298730-9b80-4c39-b9c4-42b10b676ec4 req-03e42002-1af5-40d1-ae25-b3d19f593815 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377421 Sep 15 15:19:21.101207 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:19:21.166770 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:21.167147 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.281832 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.309036 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:21.318494 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:19:21.353241 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'code': 200} Sep 15 15:19:21.395823 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.397679 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:21.466592 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=8']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:21.473070 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:21.603531 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81733b-4c30-40a1-9afe-a4037acf850f req-d727cc12-122f-43b9-a34c-6b46b2f428fb tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:21.605564 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2a81733b-4c30-40a1-9afe-a4037acf850f req-d727cc12-122f-43b9-a34c-6b46b2f428fb tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0858607 Sep 15 15:19:21.650940 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-2a81733b-4c30-40a1-9afe-a4037acf850f req-303b38e7-05a3-4630-aae5-21964151906c tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Sep 15 15:19:21.752352 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ebd22-0964-482e-82f2-e8d105b1892e req-eddb3c14-7683-443d-b27a-6e4ce76f3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:21.754136 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-032ebd22-0964-482e-82f2-e8d105b1892e req-eddb3c14-7683-443d-b27a-6e4ce76f3163 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.0729096 Sep 15 15:19:21.797447 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-032ebd22-0964-482e-82f2-e8d105b1892e req-2d1022d2-6e2a-4747-a4c8-823df0bec11d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367951 Sep 15 15:19:22.839629 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f8cab-8cbf-4e16-9e07-fd79a95ddf03 req-dd0aad53-33a6-44dc-bab8-760d86a17953 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:22.841141 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-128f8cab-8cbf-4e16-9e07-fd79a95ddf03 req-dd0aad53-33a6-44dc-bab8-760d86a17953 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0811267 Sep 15 15:19:22.890957 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-128f8cab-8cbf-4e16-9e07-fd79a95ddf03 req-20d921c8-6a25-4341-accc-8cf473e0a0d6 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439141 Sep 15 15:19:24.077917 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61a15-d941-4f9e-b546-de0b68b21047 req-c8b1930b-3fc9-4dca-bd08-1296fe9b7ec2 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:24.079755 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57d61a15-d941-4f9e-b546-de0b68b21047 req-c8b1930b-3fc9-4dca-bd08-1296fe9b7ec2 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0797555 Sep 15 15:19:24.127084 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-57d61a15-d941-4f9e-b546-de0b68b21047 req-0d791f66-dab3-421e-8918-7effa950c324 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397115 Sep 15 15:19:27.770283 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:19:28.388858 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79230f6-edbc-4451-af91-c3bd44293061 req-5d113a88-292e-42f4-bc5f-bbcdf1dfd0fc tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:28.390326 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b79230f6-edbc-4451-af91-c3bd44293061 req-5d113a88-292e-42f4-bc5f-bbcdf1dfd0fc tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.0828872 Sep 15 15:19:28.433759 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b79230f6-edbc-4451-af91-c3bd44293061 req-f2551db9-c357-415b-b02d-869bd82ff4ec tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378807 Sep 15 15:19:29.622108 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffb38-3495-4c85-be5a-f5f1ebedea27 req-394dfea9-cd7d-4df3-98bb-59d01206ac1e tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:29.623588 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6e7ffb38-3495-4c85-be5a-f5f1ebedea27 req-394dfea9-cd7d-4df3-98bb-59d01206ac1e tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.0813930 Sep 15 15:19:29.665434 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6e7ffb38-3495-4c85-be5a-f5f1ebedea27 req-29562bb2-8b2b-432c-81cc-2204aeb9a416 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363181 Sep 15 15:19:30.669119 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.851757 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47385250-6935-4491-8069-16c7816dc1a5 req-79e52079-fb58-4854-a5a0-a9d59709b80f tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:30.853214 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-47385250-6935-4491-8069-16c7816dc1a5 req-79e52079-fb58-4854-a5a0-a9d59709b80f tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.0839887 Sep 15 15:19:30.898123 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-47385250-6935-4491-8069-16c7816dc1a5 req-956bb664-e333-4b02-b558-40548890f38e tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392187 Sep 15 15:19:32.081159 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f132-de51-4cdc-96ed-88e80c0d261d req-d1182a7b-b967-4ff4-b390-32e662271f2b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:32.082625 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6651f132-de51-4cdc-96ed-88e80c0d261d req-d1182a7b-b967-4ff4-b390-32e662271f2b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.0795512 Sep 15 15:19:32.132026 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6651f132-de51-4cdc-96ed-88e80c0d261d req-9cbad71b-8c6f-4ccc-9c22-14be7a5adea8 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436840 Sep 15 15:19:33.139171 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-0d5d8525-1042-4ff1-904a-e0c342bde483 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:33.139787 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-0d5d8525-1042-4ff1-904a-e0c342bde483 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Synchronizing usage tracker for tenant:1de383ef4aeb4b1daa6e3b3a026506a4 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:19:33.240801 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-0d5d8525-1042-4ff1-904a-e0c342bde483 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Unset dirty status for tenant:1de383ef4aeb4b1daa6e3b3a026506a4 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:19:33.241973 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-0d5d8525-1042-4ff1-904a-e0c342bde483 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.1808784 Sep 15 15:19:33.315332 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Deleting port b1b20d2a-4afb-4d38-a681-8a118ec5c13d {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:19:33.315708 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:33.318892 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2ccdc-95cc-4b15-bec8-4d367438f021 req-5af6efed-cb1b-4c2f-99e4-08043e416919 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:33.320410 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4fd2ccdc-95cc-4b15-bec8-4d367438f021 req-5af6efed-cb1b-4c2f-99e4-08043e416919 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 946 time: 0.0806665 Sep 15 15:19:33.365896 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4fd2ccdc-95cc-4b15-bec8-4d367438f021 req-c8a6c875-2073-4031-a71d-881fdc5ca923 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Sep 15 15:19:33.556582 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] For port b1b20d2a-4afb-4d38-a681-8a118ec5c13d, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:19:33.556942 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:33.676516 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Calling delete_port for b1b20d2a-4afb-4d38-a681-8a118ec5c13d owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:19:33.903879 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:33.909539 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-2a30cad7-1859-42dd-b371-978f948d6ecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:33.915097 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['b1b20d2a-4afb-4d38-a681-8a118ec5c13d'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:19:33.954076 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Pushing event deleted for resources: {'Port': ['ID=b1b20d2a-4afb-4d38-a681-8a118ec5c13d,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:33.992416 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.992797 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.993170 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.993583 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.993947 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.994310 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.994669 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.995027 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.996064 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.996432 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.996790 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:33.997142 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.007412 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:34.040928 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] No DVR routers for this DVR port b1b20d2a-4afb-4d38-a681-8a118ec5c13d on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:19:34.044058 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.046527 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a', 'name': 'network-vif-deleted', 'tag': 'b1b20d2a-4afb-4d38-a681-8a118ec5c13d'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:34.090694 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a', 'name': 'network-vif-deleted', 'tag': 'b1b20d2a-4afb-4d38-a681-8a118ec5c13d', 'status': 'completed', 'code': 200} Sep 15 15:19:34.115472 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-2e9da7c5-7f36-47f6-923c-bd85dcc483ae req-71390553-b96c-4911-9922-8703019e29b1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.32 "DELETE /v2.0/ports/b1b20d2a-4afb-4d38-a681-8a118ec5c13d HTTP/1.1" status: 204 len: 173 time: 0.8682182 Sep 15 15:19:34.528095 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5a5b34ee-d08f-4e24-a990-0c72a57c019c req-4e42f371-8d0c-43cf-82dc-39c812b361cf tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc75b7c0-1c32-4bbb-a3ba-aaae5573ce0a HTTP/1.1" status: 200 len: 210 time: 0.0432105 Sep 15 15:19:37.264061 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device b1b20d2a-4afb-4d38-a681-8a118ec5c13d no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:19:37.300218 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: b1b20d2a-4afb-4d38-a681-8a118ec5c13d {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:19:37.300566 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device b1b20d2a-4afb-4d38-a681-8a118ec5c13d not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:19:38.782386 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-1bbb5154-d0bb-4a0b-8990-5fca56ad1057 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695074 Sep 15 15:19:38.926147 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-21fe9b93-36aa-4e38-a3dd-13ca07a92a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:38.927701 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-21fe9b93-36aa-4e38-a3dd-13ca07a92a45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.0757084 Sep 15 15:19:38.987072 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8a823b8f-d8db-4a32-bc9e-99f962438e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:39.073345 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-2f5cc01f-33f2-42c4-b8cc-4350cad4fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:39.074801 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-2f5cc01f-33f2-42c4-b8cc-4350cad4fde0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1284227 Sep 15 15:19:39.183388 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-a230a1e5-eb6f-488c-9f5c-9e30d7d8b8ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 1001 time: 0.1002138 Sep 15 15:19:39.246088 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-ea94d7c5-44ef-4fe7-bff1-c22685b82068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:39.247642 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-ea94d7c5-44ef-4fe7-bff1-c22685b82068 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0565372 Sep 15 15:19:39.321475 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-c6dcb70e-64a5-4f00-9548-a03d7ad5f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:39.322979 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-c6dcb70e-64a5-4f00-9548-a03d7ad5f516 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688288 Sep 15 15:19:39.475181 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:39.550348 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-1383f996-9739-4d06-9462-b75b86978cd7 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194016 Sep 15 15:19:39.680342 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-b3de353e-42e1-46a0-b3f3-5aff912bda54 req-b560fbca-7fcf-42dc-8690-ff104451d783 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230776 Sep 15 15:19:40.486070 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-7cff6468-54ba-4155-8687-d8dea428da0d tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:40.487429 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-7cff6468-54ba-4155-8687-d8dea428da0d tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/networks?id=8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 HTTP/1.1" status: 200 len: 814 time: 0.1480463 Sep 15 15:19:40.501631 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-1ea3a579-aa78-490e-9e62-557490236f07 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/quotas/1de383ef4aeb4b1daa6e3b3a026506a4 HTTP/1.1" status: 200 len: 375 time: 0.0087922 Sep 15 15:19:40.548744 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-bf74b151-8881-4d44-a5b0-8bddeb00bda4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419800 Sep 15 15:19:40.682776 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-9474f7a3-cd70-49bd-8d9b-23ee47206ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275792 Sep 15 15:19:40.899821 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-6214dd85-a13b-4d27-bd75-242075e33ddd service neutron] 10.222.0.39 "GET /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106941 Sep 15 15:19:41.166766 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-fe8f8690-76a5-434e-b31e-4160891396cb req-e6f2190a-ff13-4d28-97e7-1a6847c77e26 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 210 time: 0.0412009 Sep 15 15:19:41.657552 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e21617a-6b63-4513-8ac4-5a93c362853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:42.316547 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-dd8b81cf-04da-42c0-ae90-b78eb450bfe7 req-74bce4b8-ae6d-4531-a0b7-a51c09610da0 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 210 time: 0.0463424 Sep 15 15:19:42.586848 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.022712 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-24359dc6-ea93-4325-97b7-f45df68e5b84 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:43.024184 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-24359dc6-ea93-4325-97b7-f45df68e5b84 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.32 "GET /v2.0/networks?id=8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 HTTP/1.1" status: 200 len: 814 time: 0.1498256 Sep 15 15:19:43.036012 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Request body: {'port': {'device_id': 'b03d20b0-967c-4cf4-b15c-2aa004712661', 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33', 'admin_state_up': True, 'tenant_id': '1de383ef4aeb4b1daa6e3b3a026506a4'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:19:43.170236 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:19:43.174409 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Usage tracker for resource:port and tenant:1de383ef4aeb4b1daa6e3b3a026506a4 is out of sync, need to count used quota {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:19:43.177213 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:19:43.183040 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.quota.driver [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:19:43.263189 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Made reservation on behalf of 1de383ef4aeb4b1daa6e3b3a026506a4 for: {'port': 1} {{(pid=80019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:19:43.266804 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.431264 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_common [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Allocated IP 172.20.0.13 (8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33/5254bc71-0901-4631-90b9-07277357963e/4ef6ad3a-4a74-4499-aa44-4fb9d0474e79) {{(pid=80019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:19:43.465705 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-148d5715-8f1b-441d-b774-cb90a3afe28c req-c2f4db46-c9dd-4499-9cd3-7b32c3c561fd tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 210 time: 0.0426390 Sep 15 15:19:43.639892 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks [] for port, precommit_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.743347 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734824247884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_create {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.749634 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-4ad7ade4-b1b7-445e-8f68-73586a9ef982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:43.815887 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 is already hosted by enough agents. {{(pid=80019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:19:43.819099 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.scheduler.base_scheduler [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Resources bound (agent type, host, resource id): {{(pid=80019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:19:43.823054 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Received port after_create {{(pid=80019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:19:43.860783 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Pushing event updated for resources: {'Port': ['ID=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,revision_number=1']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:43.865352 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:43.888982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:43.889593 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.989787 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-85a11408-b456-4463-8f60-2947133fcb38 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9571841 Sep 15 15:19:44.002138 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.v2.base [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Request body: {'port': {'device_id': 'b03d20b0-967c-4cf4-b15c-2aa004712661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=80019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:19:44.095223 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.112237 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.447165 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 {{(pid=80019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:19:44.455217 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.470271 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.provisioning_blocks [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Transition to ACTIVE for port object 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 will not be triggered until provisioned by entity L2. {{(pid=80019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:19:44.537363 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.541358 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-5a364b33-2fce-4a60-a2a5-e715a37b47bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:44.657882 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb6d2-b96a-4497-90ce-03350288633f req-331bcca1-1dff-4e7b-96da-f2faf155107a tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:44.659456 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e0ecb6d2-b96a-4497-90ce-03350288633f req-331bcca1-1dff-4e7b-96da-f2faf155107a tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 944 time: 0.0822432 Sep 15 15:19:44.702235 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Pushing event updated for resources: {'Port': ['ID=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,revision_number=2']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:44.705010 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e0ecb6d2-b96a-4497-90ce-03350288633f req-aa855861-bfeb-4d53-949d-4cad92a19167 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Sep 15 15:19:44.708975 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:44.778543 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Attempting to bind port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:19:44.778876 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Attempting to bind port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:19:44.779204 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Attempting to bind port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 on network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:19:44.784134 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 on network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:19:44.784134 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Attempting to bind port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 on network 8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:19:44.789377 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Checking agent: {'id': '152b0a41-86b6-4443-9be5-061b5321756b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 3, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:19:44.789704 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Checking segment: {'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:19:44.790131 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Bound using segment: {'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'} {{(pid=80019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:19:44.790579 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.managers [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Bound port: 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33'}}] {{(pid=80019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:19:44.790927 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.879054 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] For port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79, host hv-cinder-80919, cleared binding levels {{(pid=80019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:19:44.882211 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] For port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:19:44.992817 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1812079'] for port, after_update {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.997169 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-8710d2fc-1bfc-4399-9c7f-b8948613e840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:45.056339 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:45.056943 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:45.058833 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] 10.222.0.32 "PUT /v2.0/ports/4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 HTTP/1.1" status: 200 len: 1094 time: 1.0608845 Sep 15 15:19:45.059330 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03d20b0-967c-4cf4-b15c-2aa004712661', 'tag': '4ef6ad3a-4a74-4499-aa44-4fb9d0474e79'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:45.078789 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Pushing event updated for resources: {'Port': ['ID=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,revision_number=3']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:45.081982 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-42cec976-73d2-4ded-9f05-3507a5f655fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:45.111272 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03d20b0-967c-4cf4-b15c-2aa004712661', 'tag': '4ef6ad3a-4a74-4499-aa44-4fb9d0474e79', 'status': 'completed', 'code': 200} Sep 15 15:19:45.221148 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb0ade-7531-4184-9aa3-31876d7358c6 req-c051298a-5160-41b6-8a30-634170fa4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:45.222606 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c1cb0ade-7531-4184-9aa3-31876d7358c6 req-c051298a-5160-41b6-8a30-634170fa4fe0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 1097 time: 0.0716910 Sep 15 15:19:45.454494 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb0ade-7531-4184-9aa3-31876d7358c6 req-87a7eca4-0d40-4a66-add8-910350393b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:45.456007 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c1cb0ade-7531-4184-9aa3-31876d7358c6 req-87a7eca4-0d40-4a66-add8-910350393b3d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2268016 Sep 15 15:19:45.592681 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb0ade-7531-4184-9aa3-31876d7358c6 req-df53a788-0fe0-4cd5-89d3-1ff83f3cc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:45.594216 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c1cb0ade-7531-4184-9aa3-31876d7358c6 req-df53a788-0fe0-4cd5-89d3-1ff83f3cc912 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315286 Sep 15 15:19:45.700815 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-e9c2d3c7-ca18-4648-89be-0db71feb10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:45.702329 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-e9c2d3c7-ca18-4648-89be-0db71feb10f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 1097 time: 0.0714598 Sep 15 15:19:45.777339 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-5fc65e9d-1e96-4423-988b-2cd7498fe46a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 HTTP/1.1" status: 200 len: 217 time: 0.0673010 Sep 15 15:19:45.844628 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-0563449b-e5f9-4542-a1e0-aef887706f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:45.846118 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-0563449b-e5f9-4542-a1e0-aef887706f37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5254bc71-0901-4631-90b9-07277357963e HTTP/1.1" status: 200 len: 854 time: 0.0627913 Sep 15 15:19:45.894359 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-6c165e83-23e4-4a22-8a66-d5d67fc69283 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421352 Sep 15 15:19:45.902569 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7c90f-5a3c-4369-ad07-2e83ba79f09e req-68e0ff0e-16d0-4f7e-bcc0-2bbbefad248f tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:45.904164 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f5d7c90f-5a3c-4369-ad07-2e83ba79f09e req-68e0ff0e-16d0-4f7e-bcc0-2bbbefad248f tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 944 time: 0.0847690 Sep 15 15:19:45.949977 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f5d7c90f-5a3c-4369-ad07-2e83ba79f09e req-c4925ca4-1318-46e2-91b0-d347742b5762 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Sep 15 15:19:46.026710 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-728c043d-ff4e-44bd-a45a-920acfe8fb62 service neutron] 10.222.0.32 "GET /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259699 Sep 15 15:19:46.156309 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-180985d4-0d7e-466d-a1cd-8a393c1b74d4 req-1a383c2b-8d50-497a-be3b-f1bb422d5b51 service neutron] 10.222.0.32 "GET /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234624 Sep 15 15:19:47.135567 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b755c6-8316-4a37-b8d0-be51bf1699a1 req-d66b8df6-cb8f-41c6-8bc3-0700a186aa62 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:47.137213 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-02b755c6-8316-4a37-b8d0-be51bf1699a1 req-d66b8df6-cb8f-41c6-8bc3-0700a186aa62 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 944 time: 0.0809383 Sep 15 15:19:47.185603 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-02b755c6-8316-4a37-b8d0-be51bf1699a1 req-49b45720-9b20-49e3-920c-4d781011248f tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Sep 15 15:19:48.365943 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfed875-208d-41bd-a31a-7de95406d34b req-8de8dade-ae12-4be6-9a34-333551ae8fe7 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:48.367381 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0dfed875-208d-41bd-a31a-7de95406d34b req-8de8dade-ae12-4be6-9a34-333551ae8fe7 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 944 time: 0.0785491 Sep 15 15:19:48.410864 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-0dfed875-208d-41bd-a31a-7de95406d34b req-f9a02596-bc1c-4108-a664-b0193af0ea10 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 Sep 15 15:19:49.345585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=80020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:19:49.476877 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:19:49.490677 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Returning: {'device': '4ef6ad3a-4a74-4499-aa44-4fb9d0474e79', 'network_id': '8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33', 'port_id': '4ef6ad3a-4a74-4499-aa44-4fb9d0474e79', 'mac_address': 'fa:16:3e:90:be:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5254bc71-0901-4631-90b9-07277357963e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:19:49.545512 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:49.562396 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 {{(pid=80020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:19:49.577706 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:19:49.598299 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4678bac-7991-47fd-b049-2326280d0a89 req-0b1b0043-395a-4c31-a611-7b0f19c32345 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:49.599700 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f4678bac-7991-47fd-b049-2326280d0a89 req-0b1b0043-395a-4c31-a611-7b0f19c32345 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 944 time: 0.0856807 Sep 15 15:19:49.634381 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:49.637716 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-221cfab3-19be-45b9-a99d-c8d140199504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:49.644714 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-f4678bac-7991-47fd-b049-2326280d0a89 req-fe3f3b29-95a8-4c78-9d8f-04c450da3beb tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394237 Sep 15 15:19:49.705274 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,revision_number=4']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:49.712343 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.712687 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.713022 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.713353 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.713681 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.714006 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.714327 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.714645 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.715541 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.715931 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.716273 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.716594 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:49.720744 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:49.948570 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['4ef6ad3a-4a74-4499-aa44-4fb9d0474e79'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:19:50.829736 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4d15f-9f01-432e-9102-362fb1816182 req-078027a7-d2f3-49ce-9c76-3e97dba15626 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:50.831183 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4cb4d15f-9f01-432e-9102-362fb1816182 req-078027a7-d2f3-49ce-9c76-3e97dba15626 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 945 time: 0.0788693 Sep 15 15:19:50.874641 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-4cb4d15f-9f01-432e-9102-362fb1816182 req-8a308859-2f39-4756-97f2-7f82f642a60f tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378923 Sep 15 15:19:51.360825 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 up at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:19:51.480329 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning for port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 completed by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:19:51.485966 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Provisioning complete for port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 triggered by entity L2. {{(pid=80020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:51.486348 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543926'] for port, provisioning_complete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:51.599958 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3460158'] for port, before_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:51.628183 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03d20b0-967c-4cf4-b15c-2aa004712661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef6ad3a-4a74-4499-aa44-4fb9d0474e79'}] {{(pid=80020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:51.640402 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] For port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:19:51.672169 dv-cinder-809195-1-smb neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03d20b0-967c-4cf4-b15c-2aa004712661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef6ad3a-4a74-4499-aa44-4fb9d0474e79', 'code': 200} Sep 15 15:19:51.714148 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734824666206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734824247902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734824247947'] for port, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:51.717471 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:19:51.781711 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Pushing event updated for resources: {'Port': ['ID=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,revision_number=5']} {{(pid=80020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:51.784842 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:19:52.058751 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8ce3-9f6c-4911-b3a9-c850723dbd2f req-4670c099-0e5b-4fa9-938a-c6146b69f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:52.060472 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-07cb8ce3-9f6c-4911-b3a9-c850723dbd2f req-4670c099-0e5b-4fa9-938a-c6146b69f26a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 1099 time: 0.0700469 Sep 15 15:19:52.062324 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f4282-b4d2-4e9b-80f7-6f9b08697b84 req-fc471bfc-1d69-47a5-9db4-5b37007da41d tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:52.063811 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3f1f4282-b4d2-4e9b-80f7-6f9b08697b84 req-fc471bfc-1d69-47a5-9db4-5b37007da41d tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.0829661 Sep 15 15:19:52.102394 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-07cb8ce3-9f6c-4911-b3a9-c850723dbd2f req-ce131c7a-7460-43d5-aa7d-c71c045d943a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Sep 15 15:19:52.108742 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-3f1f4282-b4d2-4e9b-80f7-6f9b08697b84 req-aed44bd0-e113-44cf-be61-c0959aeff15f tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393910 Sep 15 15:19:53.296494 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f28b72-d1f4-4b2b-9126-5d452982c3df req-85a36bcd-c035-4863-a62f-2402ac4af9eb tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:53.297968 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b2f28b72-d1f4-4b2b-9126-5d452982c3df req-85a36bcd-c035-4863-a62f-2402ac4af9eb tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.0811565 Sep 15 15:19:53.346100 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b2f28b72-d1f4-4b2b-9126-5d452982c3df req-ffe00324-7030-401e-b9f2-e8ed7e386e24 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Sep 15 15:19:54.531348 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb848e8-742f-4969-90e3-4860d762d3f2 req-71147a11-e936-4a8f-ae6f-b58f0c3f146c tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:54.532821 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6bb848e8-742f-4969-90e3-4860d762d3f2 req-71147a11-e936-4a8f-ae6f-b58f0c3f146c tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.0802844 Sep 15 15:19:54.577512 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-6bb848e8-742f-4969-90e3-4860d762d3f2 req-9da8ed66-b2b3-41d2-986c-5e0f76b3fb9b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Sep 15 15:20:00.696708 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:04.769160 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:20:08.953911 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3c6706f1-cf45-4c82-ac09-58875c870cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:09.443106 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:11.671738 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2c7af777-d08f-429f-99ce-34fd3990c28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:12.605029 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.094585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:18.433569 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea0b5d-46f3-473b-b960-81f3bcf68f09 req-e50ec85c-6ab4-46ef-abe2-c535455bcb89 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:18.435662 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a7ea0b5d-46f3-473b-b960-81f3bcf68f09 req-e50ec85c-6ab4-46ef-abe2-c535455bcb89 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.0818961 Sep 15 15:20:18.478497 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-a7ea0b5d-46f3-473b-b960-81f3bcf68f09 req-efa2bc6d-b9e2-4ab2-b3ae-3549f51effbe tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Sep 15 15:20:19.665317 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a3b47-f7f9-42b0-9880-05ff7a1fb462 req-fa2243c8-1c06-442b-92ce-5fa056ed597c tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:19.666748 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9f3a3b47-f7f9-42b0-9880-05ff7a1fb462 req-fa2243c8-1c06-442b-92ce-5fa056ed597c tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.0790968 Sep 15 15:20:19.710472 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9f3a3b47-f7f9-42b0-9880-05ff7a1fb462 req-f66756d2-3c2f-4500-9465-9f1e2f2f494b tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Sep 15 15:20:20.894940 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f35be7-5252-4ab7-b9b1-02c1dc01aa69 req-c9b5ea16-999c-41c3-ae02-c2a0536c6acf tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:20.896492 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-71f35be7-5252-4ab7-b9b1-02c1dc01aa69 req-c9b5ea16-999c-41c3-ae02-c2a0536c6acf tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.0830472 Sep 15 15:20:20.942113 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-71f35be7-5252-4ab7-b9b1-02c1dc01aa69 req-9e277e48-e57e-46f3-bc29-dbcc5ed193cb tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Sep 15 15:20:22.123851 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9441a9-e4c4-4cf7-b64e-9c7ab0e3dc5f req-65548933-ee81-4ad4-8399-ac69c2bbb967 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:22.125297 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7c9441a9-e4c4-4cf7-b64e-9c7ab0e3dc5f req-65548933-ee81-4ad4-8399-ac69c2bbb967 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.0797639 Sep 15 15:20:22.169129 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-7c9441a9-e4c4-4cf7-b64e-9c7ab0e3dc5f req-ba3471fd-843f-44c2-94b9-15b298417bf4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380468 Sep 15 15:20:22.993325 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-13b5ea2a-7752-4d7a-aeaf-7f304f45d9e4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:22.993949 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-13b5ea2a-7752-4d7a-aeaf-7f304f45d9e4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Synchronizing usage tracker for tenant:1de383ef4aeb4b1daa6e3b3a026506a4 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:20:23.076900 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-13b5ea2a-7752-4d7a-aeaf-7f304f45d9e4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Unset dirty status for tenant:1de383ef4aeb4b1daa6e3b3a026506a4 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:20:23.078012 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-13b5ea2a-7752-4d7a-aeaf-7f304f45d9e4 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.32 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.1668422 Sep 15 15:20:23.147638 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Deleting port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:20:23.148002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:23.360469 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b7c15-b57f-4564-af8b-87ba1b8e97be req-77274e40-8c0b-41d9-bb33-9a3efbbde4a1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:23.361866 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9f5b7c15-b57f-4564-af8b-87ba1b8e97be req-77274e40-8c0b-41d9-bb33-9a3efbbde4a1 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 946 time: 0.0843492 Sep 15 15:20:23.397385 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] For port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,segment=NetworkSegment(a2ffaa78-4b8b-4f69-8459-f25d1a74396f),segment_id=a2ffaa78-4b8b-4f69-8459-f25d1a74396f)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:20:23.397735 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:23.405818 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-9f5b7c15-b57f-4564-af8b-87ba1b8e97be req-7eb9b94a-8472-42f5-a866-1c2cd1d23048 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0816f07-46d8-468c-98c0-f1b375a4039f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383184 Sep 15 15:20:23.520185 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Calling delete_port for 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:20:23.734088 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:23.739929 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-521ece10-2017-41e3-8a60-4f1deccc0432 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:20:23.749266 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] get_ports_and_sgs() called for port_ids ['4ef6ad3a-4a74-4499-aa44-4fb9d0474e79'] {{(pid=80020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:20:23.890594 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Pushing event deleted for resources: {'Port': ['ID=4ef6ad3a-4a74-4499-aa44-4fb9d0474e79,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:23.894085 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:20:23.967432 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] No DVR routers for this DVR port 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:20:23.969913 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:23.972464 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03d20b0-967c-4cf4-b15c-2aa004712661', 'name': 'network-vif-deleted', 'tag': '4ef6ad3a-4a74-4499-aa44-4fb9d0474e79'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:20:24.017694 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03d20b0-967c-4cf4-b15c-2aa004712661', 'name': 'network-vif-deleted', 'tag': '4ef6ad3a-4a74-4499-aa44-4fb9d0474e79', 'status': 'completed', 'code': 200} Sep 15 15:20:24.054790 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-97098f5e-966d-4d4f-b35b-9f37a118fa0d req-9112f5f9-184d-45da-98ca-4b921ddd5a60 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.32 "DELETE /v2.0/ports/4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 HTTP/1.1" status: 204 len: 173 time: 0.9714251 Sep 15 15:20:24.565691 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-b6d2bf28-9c1d-42e0-8342-1e19d5caa7d2 req-6026e83c-4bf1-4116-ad45-f5c57ad0a855 tempest-VolumesSnapshotTestJSON-1409707213 tempest-VolumesSnapshotTestJSON-1409707213-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03d20b0-967c-4cf4-b15c-2aa004712661 HTTP/1.1" status: 200 len: 210 time: 0.0420918 Sep 15 15:20:27.585585 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:20:27.620184 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:20:27.620532 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 4ef6ad3a-4a74-4499-aa44-4fb9d0474e79 not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:20:30.672794 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:38.770367 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-97c79358-d7dd-4bcc-8f66-8bb4c7eeab5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712359 Sep 15 15:20:38.910411 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-46b5190b-4b24-465f-821e-74063a14085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:38.912013 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-46b5190b-4b24-465f-821e-74063a14085c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.0728681 Sep 15 15:20:38.958547 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6bd82f18-74fe-43bd-9c31-3786f9d12829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:39.060808 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-de069157-72b6-4b46-9093-932495aefcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:39.062323 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-de069157-72b6-4b46-9093-932495aefcb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1286888 Sep 15 15:20:39.165629 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-1b561138-bd65-40fb-90a8-ad76c7402ab3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 1001 time: 0.0972090 Sep 15 15:20:39.227672 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-d9e02c38-ce8b-43c0-9028-3e36a53466f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:39.229080 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-d9e02c38-ce8b-43c0-9028-3e36a53466f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0576959 Sep 15 15:20:39.307763 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-03dc6e99-279d-4e6e-83f7-5824b93e55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:39.309138 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-03dc6e99-279d-4e6e-83f7-5824b93e55ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742338 Sep 15 15:20:39.432661 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:39.443108 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-fd366bfd-2d86-4008-bbdf-5d7c197f52c1 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262357 Sep 15 15:20:39.573948 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-c39ff1aa-6a90-4b6c-800f-2bb5e909a794 req-55cd7d2a-4d01-4ea2-a0d7-0f53b2ee07ce service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243594 Sep 15 15:20:41.644257 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1e507b06-ea00-4b74-aa78-8b3f3bde9152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:41.770844 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:20:42.621228 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:44.099226 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:49.949561 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 49114) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:20:50.007146 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Deleting subnet 5254bc71-0901-4631-90b9-07277357963e {{(pid=80019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:20:50.009972 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.059953 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2092473'] for subnet, precommit_delete_associations {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.112655 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.249817 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1866187'] for subnet, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.253905 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:20:50.288434 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5254bc71-0901-4631-90b9-07277357963e,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:50.298093 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.301049 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.307957 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.309002 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:20:50.311994 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-b34ff676-7fbc-45a3-a856-177c9c5877c2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5254bc71-0901-4631-90b9-07277357963e HTTP/1.1" status: 204 len: 168 time: 0.3604236 Sep 15 15:20:50.314210 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49118) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:20:50.417624 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.538090 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.566000 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33']}} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:20:50.662336 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f') {'for_net_delete': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:20:50.662617 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ffaa78-4b8b-4f69-8459-f25d1a74396f') {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:20:50.675642 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990204'] for segment, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.691172 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.697625 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=80018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:20:50.698003 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128114484'] for segment, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: Traceback (most recent call last): Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: timer() Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: cb(*args, **kw) Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: return func(*args, **kwargs) Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: self._notify() Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: self.callback(batched_events) Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: event.method(event) Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: return f(self, *a, **k) Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: return self._get(url).json() Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:20:50.710571 dv-cinder-809195-1-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:20:50.859136 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.863536 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eed2b771-7b14-4c8d-b317-3f0f7da56f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:20:50.876304 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:50.887619 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Pushing event deleted for resources: {'Network': ['ID=8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:50.899339 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.899741 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.900112 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.900474 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.900829 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.901187 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.901537 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.901892 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.902275 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.902628 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.902979 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.903328 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-smb {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:50.907004 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:20:50.981600 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b395ea57-2ec5-481e-8d8d-bcc54fe40dac admin admin] 10.222.0.39 "DELETE /v2.0/networks/8a46e6bc-32b8-4b40-9c24-2bf72e8f3a33 HTTP/1.1" status: 204 len: 168 time: 0.6662757 Sep 15 15:20:51.234724 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49124) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:20:51.284307 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-464a099c-6c6a-41d1-ae32-687ba053f3c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1de383ef4aeb4b1daa6e3b3a026506a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481207 Sep 15 15:20:51.286611 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49128) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:20:51.344677 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5eecd343-133a-4d3f-8fe3-6697e698e768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:51.369679 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5eecd343-133a-4d3f-8fe3-6697e698e768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:51.472306 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5eecd343-133a-4d3f-8fe3-6697e698e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:51.477005 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8533186d-bca7-4f3e-9e22-35f8340ac2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:20:51.490274 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecd343-133a-4d3f-8fe3-6697e698e768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0816f07-46d8-468c-98c0-f1b375a4039f,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:51.493666 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5eecd343-133a-4d3f-8fe3-6697e698e768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:20:51.497112 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5eecd343-133a-4d3f-8fe3-6697e698e768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:51.498213 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-5eecd343-133a-4d3f-8fe3-6697e698e768 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0816f07-46d8-468c-98c0-f1b375a4039f HTTP/1.1" status: 204 len: 168 time: 0.2103813 Sep 15 15:21:00.740506 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:07.862169 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49136) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:08.264713 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Deleting port 89a05e71-1033-4be0-9e93-fd825fcc65c2 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:08.265058 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:08.432015 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:08.432345 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:08.551003 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Calling delete_port for 89a05e71-1033-4be0-9e93-fd825fcc65c2 owned by network:floatingip {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:08.757138 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:08.761823 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ad93fe84-cbcf-4670-b3e1-5e946e3c08bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:08.805343 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event deleted for resources: {'Port': ['ID=89a05e71-1033-4be0-9e93-fd825fcc65c2,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:08.830005 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:08.898356 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for floatingip, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:08.899024 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Floating IP 7085bce0-be79-475a-a418-661cb704ac8d disassociated (deleted). External IP: 172.28.3.142, port: 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b. Sep 15 15:21:08.944498 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dc49c94a-bd13-4c47-a77a-eda362b7b63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:09.340753 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Router cc931d64-c13e-4add-ac5f-59b52bdafa30 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:21:09.464341 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:09.528049 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:21:09.537980 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318e319-599a-4eaa-8f33-473525617477 None None] Sync routers for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:21:09.544567 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for floatingip, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:09.547371 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318e319-599a-4eaa-8f33-473525617477 None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:21:09.548342 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5318e319-599a-4eaa-8f33-473525617477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:20:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:09.600427 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-398bfeac-d2b5-4391-9693-59da5dd23e0f tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "DELETE /v2.0/floatingips/7085bce0-be79-475a-a418-661cb704ac8d HTTP/1.1" status: 204 len: 168 time: 1.7370083 Sep 15 15:21:09.600901 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'}] {{(pid=80018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:21:09.650682 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'status': 'completed', 'code': 200} Sep 15 15:21:09.732239 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5318e319-599a-4eaa-8f33-473525617477 None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:21:09.744164 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-753bd75d-067a-44b8-ac19-6f3f6b8c53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:09.746357 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-753bd75d-067a-44b8-ac19-6f3f6b8c53fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 1098 time: 0.0738590 Sep 15 15:21:09.879994 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-1ddb7045-9a30-42f0-b79c-50678b101abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:09.881355 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-1ddb7045-9a30-42f0-b79c-50678b101abe service neutron] 10.222.0.32 "GET /v2.0/networks?id=17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 200 len: 909 time: 0.1289668 Sep 15 15:21:09.957139 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-80ebad01-09b2-4a57-894c-973a4f8f6066 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 200 len: 217 time: 0.0688028 Sep 15 15:21:10.021928 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-05d2c931-9537-497d-b115-dea517dd6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:10.023423 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-05d2c931-9537-497d-b115-dea517dd6ec8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 200 len: 847 time: 0.0591190 Sep 15 15:21:10.047941 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5318e319-599a-4eaa-8f33-473525617477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:45Z', 'revision_number': 5, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:10.052199 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318e319-599a-4eaa-8f33-473525617477 None None] Checking router: cc931d64-c13e-4add-ac5f-59b52bdafa30 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:21:10.061309 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318e319-599a-4eaa-8f33-473525617477 None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:21:10.061787 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5318e319-599a-4eaa-8f33-473525617477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:20:42Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:10.104324 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-e3796ff3-212a-48e6-8fed-5f14d95fdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:10.105957 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-e3796ff3-212a-48e6-8fed-5f14d95fdec9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17643279-4b33-453f-8b5f-f2ae60f14818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761762 Sep 15 15:21:10.244978 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5318e319-599a-4eaa-8f33-473525617477 None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:21:10.354455 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-5134d4c3-39ed-4a9e-80db-bed94a8a7f09 service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419229 Sep 15 15:21:10.378508 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019979e-ac32-4b49-b3f2-6ab099b96850 req-9e4fe290-f742-4c55-bb14-7e08dc1dae64 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:10.379395 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5019979e-ac32-4b49-b3f2-6ab099b96850 req-9e4fe290-f742-4c55-bb14-7e08dc1dae64 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Synchronizing usage tracker for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:port {{(pid=80018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:21:10.465875 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5019979e-ac32-4b49-b3f2-6ab099b96850 req-9e4fe290-f742-4c55-bb14-7e08dc1dae64 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Unset dirty status for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:port {{(pid=80018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:21:10.467231 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5019979e-ac32-4b49-b3f2-6ab099b96850 req-9e4fe290-f742-4c55-bb14-7e08dc1dae64 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.3182495 Sep 15 15:21:10.492260 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-6e045b29-ebb1-4a63-a728-b487a2ec2790 req-d029ea5f-6262-4a69-ad9a-3ed009d8004b service neutron] 10.222.0.32 "GET /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309857 Sep 15 15:21:10.514975 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-5019979e-ac32-4b49-b3f2-6ab099b96850 req-6e1ce402-61a6-4d68-b9c8-6a68afe76fd7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Sep 15 15:21:10.595644 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5318e319-599a-4eaa-8f33-473525617477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:45Z', 'revision_number': 5, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:10.599648 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318e319-599a-4eaa-8f33-473525617477 None None] The sync data for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb is: [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:15:38Z', 'revision_number': 4, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb', '_interfaces': [{'id': '9b3f6530-9f01-4c10-901f-51813c0d5f37', 'name': '', 'network_id': '17643279-4b33-453f-8b5f-f2ae60f14818', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'mac_address': 'fa:16:3e:13:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:38Z', 'updated_at': '2021-09-15T15:15:45Z', 'revision_number': 5, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'subnets': [{'id': '16d72340-f6bd-40b3-a733-187a58d3efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:21:10.814264 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077dc469-1efc-4710-b151-a8034a7c7a27 None None] New status for floating IP 7085bce0-be79-475a-a418-661cb704ac8d: DOWN {{(pid=80021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:21:11.642334 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e909704d-ae36-4d62-96ec-3647ecd32eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:11.747186 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2a2f-06ea-4634-aefe-61b7b1f909c5 req-ba43c7fa-0d10-4eef-a471-c6778e7b9ddf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:11.748668 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e91f2a2f-06ea-4634-aefe-61b7b1f909c5 req-ba43c7fa-0d10-4eef-a471-c6778e7b9ddf tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.1270356 Sep 15 15:21:11.793170 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-e91f2a2f-06ea-4634-aefe-61b7b1f909c5 req-c8c42d23-6188-4cb6-9f90-906d626d2a9e tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380816 Sep 15 15:21:11.820344 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-7f2b061d-a2df-432d-8130-117e991fe5d7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:11.821120 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-7f2b061d-a2df-432d-8130-117e991fe5d7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Synchronizing usage tracker for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:port {{(pid=80019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:21:11.833540 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.quota.resource [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-7f2b061d-a2df-432d-8130-117e991fe5d7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Unset dirty status for tenant:50eadcbb958a4d39ab1ede44b7bac833 on resource:port {{(pid=80019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:21:11.834630 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-7f2b061d-a2df-432d-8130-117e991fe5d7 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.32 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 945 time: 0.0921178 Sep 15 15:21:11.905860 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Deleting port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:11.906299 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:12.149815 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] For port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:12.150084 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:12.273333 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Calling delete_port for 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b owned by compute:nova {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:12.482649 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:12.488964 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d5dc6b68-c9ab-41dc-aa60-cfac863642a9 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:12.534747 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event deleted for resources: {'Port': ['ID=8ff0eaa5-4899-4fbd-87a7-ab9028b9992b,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:12.538264 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:12.601192 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:12.612970 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] No DVR routers for this DVR port 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b on host hv-cinder-80919 {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:21:12.615475 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96580'] for port, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:12.617999 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'name': 'network-vif-deleted', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b'}] {{(pid=80019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:21:12.715979 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edb504-18e2-4331-ad31-d1e0909aceff', 'name': 'network-vif-deleted', 'tag': '8ff0eaa5-4899-4fbd-87a7-ab9028b9992b', 'status': 'completed', 'code': 200} Sep 15 15:21:12.721963 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [req-eb0f1a68-7183-40c7-8fe1-e0cc74ae91f6 req-90d8e999-6cf3-404a-a240-db7502e21e44 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.32 "DELETE /v2.0/ports/8ff0eaa5-4899-4fbd-87a7-ab9028b9992b HTTP/1.1" status: 204 len: 173 time: 0.8819120 Sep 15 15:21:12.955241 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-081be936-a8d2-4d75-b939-4c0f5e5f799c req-841cf5fc-6deb-495b-bc7a-a97030a9efff tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 210 time: 0.0507963 Sep 15 15:21:14.115458 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:14.119024 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [req-c75855a7-a004-4b04-b9e8-eb9f5bd80f82 req-d838aa5b-8fbb-4821-aa00-e0feda5fd622 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "GET /v2.0/ports?device_id=05edb504-18e2-4331-ad31-d1e0909aceff HTTP/1.1" status: 200 len: 210 time: 0.0432746 Sep 15 15:21:15.210100 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49164) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:15.277808 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e070c05f-f77e-41cb-8eef-b87a7ff7b350 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:15.308509 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e070c05f-f77e-41cb-8eef-b87a7ff7b350 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:15.441212 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e070c05f-f77e-41cb-8eef-b87a7ff7b350 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:15.444957 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-71ef1611-7d6e-4b38-a5ca-58753f84ff22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:15.458615 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070c05f-f77e-41cb-8eef-b87a7ff7b350 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f66c1ca-3d24-4d02-9cde-59da3ef0dd14,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:15.461733 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e070c05f-f77e-41cb-8eef-b87a7ff7b350 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:15.532943 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e070c05f-f77e-41cb-8eef-b87a7ff7b350 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Notify callbacks [] for security_group, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:15.534083 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e070c05f-f77e-41cb-8eef-b87a7ff7b350 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] 10.222.0.39 "DELETE /v2.0/security-groups/0f66c1ca-3d24-4d02-9cde-59da3ef0dd14 HTTP/1.1" status: 204 len: 168 time: 0.3230057 Sep 15 15:21:15.727247 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b no longer exists at agent hyperv_hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:21:15.760925 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] No Port match for: 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:21:15.761294 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Device 8ff0eaa5-4899-4fbd-87a7-ab9028b9992b not bound to the agent host hv-cinder-80919 {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:21:16.650511 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49172) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:17.272625 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-480547'] for router_interface, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:17.710842 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Deleting port 9b3f6530-9f01-4c10-901f-51813c0d5f37 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:17.711573 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:17.877338 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] For port 9b3f6530-9f01-4c10-901f-51813c0d5f37, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=9b3f6530-9f01-4c10-901f-51813c0d5f37,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:17.877695 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:17.997959 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Calling delete_port for 9b3f6530-9f01-4c10-901f-51813c0d5f37 owned by network:router_interface {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:18.259785 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:18.263222 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:18.310682 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3f6530-9f01-4c10-901f-51813c0d5f37,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:18.337919 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:18.573515 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507795'] for router_interface, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:18.768881 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:21:18.928183 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Router cc931d64-c13e-4add-ac5f-59b52bdafa30 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:21:19.201181 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:21:19.209789 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] Sync routers for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:21:19.213333 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-901edd74-0b38-4324-a984-27c99a6e3fa6 admin admin] 10.222.0.39 "PUT /v2.0/routers/cc931d64-c13e-4add-ac5f-59b52bdafa30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5617666 Sep 15 15:21:19.216082 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49178) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:19.220649 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:21:19.221372 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:21:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:19.391032 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks [] for router, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:19.397423 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: dv-cinder-809195-1-smb {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:21:19.566684 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:19.631314 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Deleting port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:19.631714 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:19.683809 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:21:18Z', 'revision_number': 5, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port': {'id': '55b8bcd2-ec40-4cde-97fb-32f98b775e7a', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:34Z', 'updated_at': '2021-09-15T15:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:19.688472 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] Checking router: cc931d64-c13e-4add-ac5f-59b52bdafa30 for host: dv-cinder-809195-1-smb {{(pid=80020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:21:19.696624 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] Routers {'cc931d64-c13e-4add-ac5f-59b52bdafa30'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:21:19.697223 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:21:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['cc931d64-c13e-4add-ac5f-59b52bdafa30'], 'active': True} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:19.807605 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] For port 55b8bcd2-ec40-4cde-97fb-32f98b775e7a, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=55b8bcd2-ec40-4cde-97fb-32f98b775e7a,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:19.807962 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:19.845589 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] Set router cc931d64-c13e-4add-ac5f-59b52bdafa30 gateway port host: None {{(pid=80020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:21:19.929087 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Calling delete_port for 55b8bcd2-ec40-4cde-97fb-32f98b775e7a owned by network:router_gateway {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:19.949936 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:21:19Z', 'revision_number': 6, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port_host': None}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:19.954737 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0bd2e6-a3ca-4f42-9902-1d8d4d98e44f None None] The sync data for ids ['cc931d64-c13e-4add-ac5f-59b52bdafa30'] in dv-cinder-809195-1-smb is: [{'id': 'cc931d64-c13e-4add-ac5f-59b52bdafa30', 'name': 'tempest-TestShelveInstance-674574408-router', 'tenant_id': '50eadcbb958a4d39ab1ede44b7bac833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:33Z', 'updated_at': '2021-09-15T15:21:19Z', 'revision_number': 6, 'project_id': '50eadcbb958a4d39ab1ede44b7bac833', 'gw_port_host': None}] {{(pid=80020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:21:20.157310 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.160958 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3006f9f4-fc1b-4ccc-9dc6-0ae273229611 tempest-TestShelveInstance-1344799243 tempest-TestShelveInstance-1344799243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:20.204509 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Pushing event deleted for resources: {'Port': ['ID=55b8bcd2-ec40-4cde-97fb-32f98b775e7a,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:20.207710 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:20.304523 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410876'] for router_gateway, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.572373 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34857'] for router, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.574491 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.672140 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-486414'] for router, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.672653 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc931d64-c13e-4add-ac5f-59b52bdafa30 {{(pid=80018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:21:20.684882 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.688366 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] 10.222.0.39 "DELETE /v2.0/routers/cc931d64-c13e-4add-ac5f-59b52bdafa30 HTTP/1.1" status: 204 len: 168 time: 1.4690485 Sep 15 15:21:20.688685 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49182) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:20.745851 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] Deleting subnet 16d72340-f6bd-40b3-a733-187a58d3efb2 {{(pid=80018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:21:20.749673 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.801886 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 55b8bcd2-ec40-4cde-97fb-32f98b775e7a no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:21:20.802446 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1990197'] for subnet, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.836625 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 55b8bcd2-ec40-4cde-97fb-32f98b775e7a {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:21:20.836973 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 55b8bcd2-ec40-4cde-97fb-32f98b775e7a not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:21:20.837413 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 9b3f6530-9f01-4c10-901f-51813c0d5f37 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:21:20.874682 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 9b3f6530-9f01-4c10-901f-51813c0d5f37 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:21:20.875294 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 9b3f6530-9f01-4c10-901f-51813c0d5f37 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:21:20.883645 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.014589 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128114586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128437501'] for subnet, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.019240 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:21.058005 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d72340-f6bd-40b3-a733-187a58d3efb2,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:21.060031 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.062882 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:21.064600 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7788f9c-c445-4e8c-baff-81ecb193fb3b None None] Network 17643279-4b33-453f-8b5f-f2ae60f14818 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:21:21.066709 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-2702dabe-3838-455d-bc2c-78ed33b5846e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/16d72340-f6bd-40b3-a733-187a58d3efb2 HTTP/1.1" status: 204 len: 168 time: 0.3770497 Sep 15 15:21:21.069076 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49186) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:21.174511 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.184721 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Deleting port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:21.185051 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.308292 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] DHCP port deletion for 17643279-4b33-453f-8b5f-f2ae60f14818 request from dv-cinder-809195-1-smb {{(pid=80020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:21:21.313781 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] Deleting port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:21.314160 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.389308 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] For port 9481f76f-e4b3-44a3-a3f5-00e269f764d9, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=9481f76f-e4b3-44a3-a3f5-00e269f764d9,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:21.389721 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.517052 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Calling delete_port for 9481f76f-e4b3-44a3-a3f5-00e269f764d9 owned by network:dhcp {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:21.555580 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] For port 9481f76f-e4b3-44a3-a3f5-00e269f764d9, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=9481f76f-e4b3-44a3-a3f5-00e269f764d9,segment=NetworkSegment(cfbbd6f4-0b5e-45f4-bae5-490915c7af9a),segment_id=cfbbd6f4-0b5e-45f4-bae5-490915c7af9a)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:21.555925 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.676758 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] Calling delete_port for 9481f76f-e4b3-44a3-a3f5-00e269f764d9 owned by network:dhcp {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:21.677193 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.683101 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3e5c5ab-2113-43ad-9e17-b3875d32a15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:21.726728 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Pushing event deleted for resources: {'Port': ['ID=9481f76f-e4b3-44a3-a3f5-00e269f764d9,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:21.729942 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:21.730728 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] No DVR routers for this DVR port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 on host dv-cinder-809195-1-smb {{(pid=80018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:21:21.753889 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.db.api [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:21:21.754249 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_db.api [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:21:21.845489 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.873270 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17643279-4b33-453f-8b5f-f2ae60f14818']}} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:21.885154 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a') {'for_net_delete': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:21.885453 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbbd6f4-0b5e-45f4-bae5-490915c7af9a') {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:21.896990 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990204'] for segment, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.913170 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.919014 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=80018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:21:21.919397 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128114484'] for segment, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: Traceback (most recent call last): Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: timer() Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: cb(*args, **kw) Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: return func(*args, **kwargs) Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: self._notify() Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: self.callback(batched_events) Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: event.method(event) Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: return f(self, *a, **k) Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: return self._get(url).json() Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:21:21.932320 dv-cinder-809195-1-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:21:22.048544 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:22.052103 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86a239cf-76b5-48e4-82f2-96c1ce511dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:22.068837 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:22.079621 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Pushing event deleted for resources: {'Network': ['ID=17643279-4b33-453f-8b5f-f2ae60f14818,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:22.082676 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:22.134995 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-6cf9490e-5a09-4755-9a19-653cf62396af admin admin] 10.222.0.39 "DELETE /v2.0/networks/17643279-4b33-453f-8b5f-f2ae60f14818 HTTP/1.1" status: 204 len: 168 time: 1.0648158 Sep 15 15:21:22.137614 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49190) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:22.255112 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] Deleting port 9481f76f-e4b3-44a3-a3f5-00e269f764d9 {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:22.255754 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:22.321223 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-324adfbe-7688-46a3-9bae-40a70a116858 None None] The port '9481f76f-e4b3-44a3-a3f5-00e269f764d9' was deleted {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:21:22.756209 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-480547'] for router_interface, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:22.793967 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 9481f76f-e4b3-44a3-a3f5-00e269f764d9 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:21:22.831247 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: 9481f76f-e4b3-44a3-a3f5-00e269f764d9 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:21:22.831694 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device 9481f76f-e4b3-44a3-a3f5-00e269f764d9 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:21:23.112621 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Deleting port cdfa1c1e-65e5-4273-8a6b-28d7315f6341 {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:23.113226 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:23.279630 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] For port cdfa1c1e-65e5-4273-8a6b-28d7315f6341, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,segment=NetworkSegment(7efc1c3e-fe44-407e-adf1-90f37818ae74),segment_id=7efc1c3e-fe44-407e-adf1-90f37818ae74)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:23.279983 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:23.403983 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Calling delete_port for cdfa1c1e-65e5-4273-8a6b-28d7315f6341 owned by network:router_interface {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:23.619669 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:23.623081 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:23.668521 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfa1c1e-65e5-4273-8a6b-28d7315f6341,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:23.673097 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:24.037187 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507795'] for router_interface, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:24.383850 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Router 4a814658-9000-4569-bd40-166280be5184 has already been hosted by L3 agent 85920162-5b82-416d-88ae-968896d671c5 {{(pid=80018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:21:24.558027 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-smb the message routers_updated {{(pid=80018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:21:24.567697 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] Sync routers for ids ['4a814658-9000-4569-bd40-166280be5184'] in dv-cinder-809195-1-smb {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:21:24.576538 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] Routers {'4a814658-9000-4569-bd40-166280be5184'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:21:24.581881 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:21:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['4a814658-9000-4569-bd40-166280be5184'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:24.637369 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-e7d4596c-71f7-4b87-aefe-ebf5d7dcd849 admin admin] 10.222.0.39 "PUT /v2.0/routers/4a814658-9000-4569-bd40-166280be5184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4985588 Sep 15 15:21:24.639577 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49194) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:24.753135 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] Set router 4a814658-9000-4569-bd40-166280be5184 gateway port host: dv-cinder-809195-1-smb {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:21:24.815670 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks [] for router, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:24.989744 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:25.036054 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'external_fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:21:23Z', 'revision_number': 5, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port': {'id': 'f6c8e0dc-ce11-4839-a468-340cbb99889c', 'name': '', 'network_id': '024ba400-64c4-4a2e-9271-3bf327fbe282', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a814658-9000-4569-bd40-166280be5184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:15:44Z', 'updated_at': '2021-09-15T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdb3877-c87f-4307-bdef-d9f717d6804a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-smb'}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:25.039783 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] Checking router: 4a814658-9000-4569-bd40-166280be5184 for host: dv-cinder-809195-1-smb {{(pid=80021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:21:25.048241 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] Routers {'4a814658-9000-4569-bd40-166280be5184'} bound to L3 agent in host dv-cinder-809195-1-smb {{(pid=80021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:21:25.048837 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:56:42Z,description=,heartbeat_timestamp=2021-09-15T15:21:12Z,host='dv-cinder-809195-1-smb',id=85920162-5b82-416d-88ae-968896d671c5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:56:42Z,topic='l3_agent')) {'router_ids': ['4a814658-9000-4569-bd40-166280be5184'], 'active': True} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:25.058294 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Deleting port f6c8e0dc-ce11-4839-a468-340cbb99889c {{(pid=80018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:25.058646 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:25.225119 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_dvr_db [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] Set router 4a814658-9000-4569-bd40-166280be5184 gateway port host: None {{(pid=80021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:21:25.234776 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] For port f6c8e0dc-ce11-4839-a468-340cbb99889c, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=f6c8e0dc-ce11-4839-a468-340cbb99889c,segment=NetworkSegment(3da60789-637d-4887-85b0-b16fbabb321e),segment_id=3da60789-637d-4887-85b0-b16fbabb321e)] {{(pid=80018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:25.235134 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:25.330735 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.l3_hamode_db [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:21:24Z', 'revision_number': 6, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port_host': None}], 'dv-cinder-809195-1-smb', False) {} {{(pid=80021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:25.335140 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcfd91-ac01-42e3-852c-8fdaf7d7ffd3 None None] The sync data for ids ['4a814658-9000-4569-bd40-166280be5184'] in dv-cinder-809195-1-smb is: [{'id': '4a814658-9000-4569-bd40-166280be5184', 'name': 'tempest-TestShelveInstance-1197557149-router', 'tenant_id': '3ea29c4f83214f25b551c09834a74268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:15:42Z', 'updated_at': '2021-09-15T15:21:24Z', 'revision_number': 6, 'project_id': '3ea29c4f83214f25b551c09834a74268', 'gw_port_host': None}] {{(pid=80021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:21:25.463282 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Calling delete_port for f6c8e0dc-ce11-4839-a468-340cbb99889c owned by network:router_gateway {{(pid=80018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:25.688506 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128114631'] for port, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:25.692408 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:25.737694 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c8e0dc-ce11-4839-a468-340cbb99889c,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:25.740864 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:25.831619 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-410876'] for router_gateway, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.002106 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34857'] for router, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.004202 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.088394 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-486414'] for router, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.089447 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a814658-9000-4569-bd40-166280be5184 {{(pid=80018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:21:26.105361 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] Notify callbacks [] for router, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.106505 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-c251f9d9-1f84-4ac2-9c3c-91610cb38725 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4a814658-9000-4569-bd40-166280be5184 HTTP/1.1" status: 204 len: 168 time: 1.4654787 Sep 15 15:21:26.109108 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80018) accepted ('10.222.0.39', 49198) {{(pid=80018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:26.168011 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] Deleting subnet cbca7ba3-b924-429a-956b-41ccde7411fa {{(pid=80018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:21:26.171021 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.223640 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1990197'] for subnet, precommit_delete_associations {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.301548 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534692'] for subnet, precommit_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.442904 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128114586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128437501'] for subnet, after_delete {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.447937 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:26.482050 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbca7ba3-b924-429a-956b-41ccde7411fa,revision_number=None']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:26.484515 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for subnet, before_response {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.487095 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:26.489895 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d60e2b-f405-4b4d-8f05-f0842a6e7337 None None] Network b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 requested from dv-cinder-809195-1-smb {{(pid=80020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:21:26.491357 dv-cinder-809195-1-smb neutron-server[80018]: INFO neutron.wsgi [None req-6771db36-a8fc-48d6-b558-e0754de1294c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cbca7ba3-b924-429a-956b-41ccde7411fa HTTP/1.1" status: 204 len: 168 time: 0.3813167 Sep 15 15:21:26.493908 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 49202) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:26.601414 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739751'] for network, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.612609 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Deleting port ad958730-49ce-4dd8-a2d1-07b4256cd93f {{(pid=80019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:26.612939 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.726514 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52676050-3364-491e-bf88-a4a22e096125 None None] DHCP port deletion for b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 request from dv-cinder-809195-1-smb {{(pid=80020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:21:26.730710 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-52676050-3364-491e-bf88-a4a22e096125 None None] Deleting port ad958730-49ce-4dd8-a2d1-07b4256cd93f {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:26.731109 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52676050-3364-491e-bf88-a4a22e096125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.817753 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device cdfa1c1e-65e5-4273-8a6b-28d7315f6341 no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:21:26.822244 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.db [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] For port ad958730-49ce-4dd8-a2d1-07b4256cd93f, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=ad958730-49ce-4dd8-a2d1-07b4256cd93f,segment=NetworkSegment(7efc1c3e-fe44-407e-adf1-90f37818ae74),segment_id=7efc1c3e-fe44-407e-adf1-90f37818ae74)] {{(pid=80019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:26.822605 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.861228 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: cdfa1c1e-65e5-4273-8a6b-28d7315f6341 {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:21:26.861520 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device cdfa1c1e-65e5-4273-8a6b-28d7315f6341 not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:21:26.861925 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device f6c8e0dc-ce11-4839-a468-340cbb99889c no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:21:26.975759 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No Port match for: f6c8e0dc-ce11-4839-a468-340cbb99889c {{(pid=80020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:21:26.976008 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device f6c8e0dc-ce11-4839-a468-340cbb99889c not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:21:26.976487 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device ad958730-49ce-4dd8-a2d1-07b4256cd93f no longer exists at agent ovs-agent-dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:21:27.045836 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.plugin [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Calling delete_port for ad958730-49ce-4dd8-a2d1-07b4256cd93f owned by network:dhcp {{(pid=80019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:27.050478 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-52676050-3364-491e-bf88-a4a22e096125 None None] For port ad958730-49ce-4dd8-a2d1-07b4256cd93f, host dv-cinder-809195-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-smb',level=0,port_id=ad958730-49ce-4dd8-a2d1-07b4256cd93f,segment=NetworkSegment(7efc1c3e-fe44-407e-adf1-90f37818ae74),segment_id=7efc1c3e-fe44-407e-adf1-90f37818ae74)] {{(pid=80020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:21:27.050883 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52676050-3364-491e-bf88-a4a22e096125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415830'] for port, precommit_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.182277 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-52676050-3364-491e-bf88-a4a22e096125 None None] Calling delete_port for ad958730-49ce-4dd8-a2d1-07b4256cd93f owned by network:dhcp {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:21:27.202227 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3460217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734824666215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734824247893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1812088'] for port, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.207665 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-17c5880d-3eb5-4f29-9d53-18fb55a04825 tempest-AttachVolumeNegativeTest-1757874967 tempest-AttachVolumeNegativeTest-1757874967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:27.214999 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] No active binding found for port ad958730-49ce-4dd8-a2d1-07b4256cd93f {{(pid=80020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Sep 15 15:21:27.216838 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Device ad958730-49ce-4dd8-a2d1-07b4256cd93f not bound to the agent host dv-cinder-809195-1-smb {{(pid=80020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:21:27.252919 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad958730-49ce-4dd8-a2d1-07b4256cd93f,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:27.254747 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] No DVR routers for this DVR port ad958730-49ce-4dd8-a2d1-07b4256cd93f on host dv-cinder-809195-1-smb {{(pid=80019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:21:27.256213 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:27.258830 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.db.api [None req-52676050-3364-491e-bf88-a4a22e096125 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:21:27.259529 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG oslo_db.api [None req-52676050-3364-491e-bf88-a4a22e096125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:21:27.369442 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3545321', 'neutron.services.segments.db._delete_segments_for_network-8734824780984'] for network, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.394019 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1aab5c2-cd61-4dbb-88f4-1df4776c7c43']}} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:27.406136 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efc1c3e-fe44-407e-adf1-90f37818ae74') {'for_net_delete': True} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:27.406431 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.services.segments.db [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efc1c3e-fe44-407e-adf1-90f37818ae74') {} {{(pid=80019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:21:27.417399 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734824780831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2092464'] for segment, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.436522 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536046'] for segment, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.443030 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=80019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:21:27.443417 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3536049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1812107'] for segment, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: Traceback (most recent call last): Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: timer() Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: cb(*args, **kw) Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: return func(*args, **kwargs) Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: self._notify() Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: self.callback(batched_events) Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: event.method(event) Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: return f(self, *a, **k) Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: return self._get(url).json() Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: return self.request(url, 'GET', **kwargs) Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:21:27.457004 dv-cinder-809195-1-smb neutron-server[80019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:21:27.584937 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3545318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-410843'] for network, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.588213 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-34f52eb1-a678-4a43-a593-5c2b6adb6733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:27.600916 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694468'] for network, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.610747 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1aab5c2-cd61-4dbb-88f4-1df4776c7c43,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:27.614903 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:27.618149 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-70649d7c-cd51-46d3-9121-e500f2608492 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b1aab5c2-cd61-4dbb-88f4-1df4776c7c43 HTTP/1.1" status: 204 len: 168 time: 1.1232533 Sep 15 15:21:27.659056 dv-cinder-809195-1-smb neutron-server[80018]: DEBUG neutron.wsgi [req-0ccceb47-97c7-425b-99ee-3c51162aa622 req-1774503c-45f1-406f-a6c6-0b050d3e8d65 service neutron] (80018) timed out ('10.222.0.32', 58713) {{(pid=80018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 15:21:27.760796 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-52676050-3364-491e-bf88-a4a22e096125 None None] Deleting port ad958730-49ce-4dd8-a2d1-07b4256cd93f {{(pid=80020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:21:27.761309 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52676050-3364-491e-bf88-a4a22e096125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734824660803'] for port, before_delete {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.828071 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-52676050-3364-491e-bf88-a4a22e096125 None None] The port 'ad958730-49ce-4dd8-a2d1-07b4256cd93f' was deleted {{(pid=80020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:21:27.962245 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 49208) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:28.018040 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-593f5b6b-2675-4b22-a449-1028f55bbf39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50eadcbb958a4d39ab1ede44b7bac833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544181 Sep 15 15:21:28.020297 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 49212) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:28.076861 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d228ba24-3f85-4f36-a07a-6137b755f501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:28.102627 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d228ba24-3f85-4f36-a07a-6137b755f501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:28.241042 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d228ba24-3f85-4f36-a07a-6137b755f501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:28.244796 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-ae433914-166b-4deb-9aef-6e98647d33cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:28.258788 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228ba24-3f85-4f36-a07a-6137b755f501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d9c52-9174-4682-b08d-b82fb5fed3d6,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:28.262729 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-d228ba24-3f85-4f36-a07a-6137b755f501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:28.266487 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-d228ba24-3f85-4f36-a07a-6137b755f501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:28.267645 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-d228ba24-3f85-4f36-a07a-6137b755f501 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f9d9c52-9174-4682-b08d-b82fb5fed3d6 HTTP/1.1" status: 204 len: 168 time: 0.2464361 Sep 15 15:21:28.914858 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 49220) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:28.962918 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-f0990280-2589-4a40-8c80-57bfcc4906a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ea29c4f83214f25b551c09834a74268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466528 Sep 15 15:21:28.965446 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.wsgi [-] (80019) accepted ('10.222.0.39', 49224) {{(pid=80019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:21:29.026638 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99ec0e6a-baea-4672-9ffd-f5d56a29e6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:29.052315 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99ec0e6a-baea-4672-9ffd-f5d56a29e6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:29.172215 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99ec0e6a-baea-4672-9ffd-f5d56a29e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467914'] for security_group, after_delete {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:29.175986 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-c5ff02df-840a-4ba9-a465-a601690c9f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:21:29.187144 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec0e6a-baea-4672-9ffd-f5d56a29e6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca1583-c92f-492d-aef7-0fe56e814440,revision_number=None']} {{(pid=80019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:29.191812 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG oslo_concurrency.lockutils [None req-99ec0e6a-baea-4672-9ffd-f5d56a29e6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:21:29.193812 dv-cinder-809195-1-smb neutron-server[80019]: DEBUG neutron_lib.callbacks.manager [None req-99ec0e6a-baea-4672-9ffd-f5d56a29e6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:29.194944 dv-cinder-809195-1-smb neutron-server[80019]: INFO neutron.wsgi [None req-99ec0e6a-baea-4672-9ffd-f5d56a29e6a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bca1583-c92f-492d-aef7-0fe56e814440 HTTP/1.1" status: 204 len: 168 time: 0.2286098 Sep 15 15:21:30.676707 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:38.950893 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3680f4ad-dfd6-4218-8b10-9d1d50ddcc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:39.448015 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:41.630538 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1d72da-57c0-464f-9313-757d289f91f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:42.601431 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:44.148760 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:55.767704 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:22:00.669890 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:08.920896 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4cb4ce90-0dea-494e-b390-878bb8afaa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:09.457753 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:11.633627 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3c1f89c0-9d09-49ea-b656-bb8be54225ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:12.623566 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:14.109057 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.714364 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:32.766448 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:22:38.914269 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e1309aa7-c0a3-47df-b349-55237c046b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.451335 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.628093 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-934e020f-bec4-42f4-9ac3-e8d77309912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.600190 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:44.130914 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.683951 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.935703 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5391-faac-40d9-8331-60b88b715006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:09.427011 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:09.764913 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:23:11.644054 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-466eb4d1-c02e-4576-ab46-73e898506c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.598164 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.106780 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:30.666384 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:38.933817 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3aa46b02-076e-4fdf-9569-e81657f27fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:39.454481 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.648979 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e40dd5a3-861a-4ff9-8c49-1d46ff728236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:42.660117 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:44.140226 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:46.762754 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:24:00.687974 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:08.916547 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-633d1f3b-9f61-46b8-bdde-9968bcfb5e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:09.453658 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:11.659397 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-388d846f-7f29-4c1c-9f75-be1bc705fa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:12.624873 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:14.111335 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:23.761477 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:24:30.726754 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:38.915192 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d0e94d41-d9d7-4842-9b2b-4079adee0171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:39.447289 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:41.658170 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-554add68-b422-4ff6-bac3-223ad477e224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:42.629816 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:44.120883 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:00.697452 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:00.759462 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:25:08.914385 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f8801b68-6611-43ed-8cae-a993c53bdffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:09.457114 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:11.657273 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a1ef5c5a-5d12-486b-948f-ccbbae30f2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:12.664930 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.154916 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:30.719012 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:37.757757 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:25:38.930546 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4e42c5b3-fb40-4ca1-8b30-fea0d1be1bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:39.450329 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:41.644741 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-43d40490-8f81-47f1-9c4b-ad80ff6ec00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:42.627439 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.112958 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:00.706642 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:08.919185 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-467cc3ea-b458-4406-86ce-b716b4cb3685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:09.426811 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-306c24f2-7924-42f3-bd5a-6471babd149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:11.643803 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9a87c1c3-ed04-478c-bfc2-34da0cbded53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:12.614841 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fcf67016-304c-4730-80c7-8fce445f7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.106514 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72b93fd9-7aab-4e5e-a543-c4bee62a0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.756497 dv-cinder-809195-1-smb neutron-server[80021]: DEBUG neutron.db.agents_db [None req-db5d6176-22b0-4f22-8cfc-3287f4a78772 None None] Agent healthcheck: found 6 active agents {{(pid=80021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:26:30.717213 dv-cinder-809195-1-smb neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d870224-272d-4b1b-90c8-ed6ad4ce7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734824780966', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543975'] for agent, after_update {{(pid=80020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}